00000800:00000200:3.1F:1746126025.416598:0:3296:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a42da3c0] -> 12345-192.168.203.103@tcp (2) 00000800:00000200:1.1F:1746126025.417229:0:3287:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a42da3c0] -> 12345-192.168.203.103@tcp (2) 00000800:00000200:1.1:1746126025.417237:0:3287:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.103@tcp ffff88012e1a8f00 deleted 00000800:00000010:1.1:1746126025.417239:0:3287:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012e1a8f00. 00000800:00000200:1.1:1746126025.417243:0:3287:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1746126025.417248:0:3287:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.103@tcp ip 192.168.203.103:1023 00000800:00000200:1.1:1746126025.417252:0:3287:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130ade800 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1746126025.417367:0:3286:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1746126025.418873:0:3288:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a42da3c0] -> 12345-192.168.203.103@tcp (4) 00000800:00000200:1.1:1746126025.418876:0:3288:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.103@tcp ffff88012e1a8f00 deleted 00000800:00000010:1.1:1746126025.418877:0:3288:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012e1a8f00. 00000800:00000200:1.1:1746126025.418880:0:3288:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1746126025.418939:0:3286:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1F:1746126025.524841:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a40a3300. 00010000:00000010:2.1:1746126025.524854:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a40adc00. 00010000:00000010:3.1:1746126025.817246:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a40a3700. 00010000:00000010:3.1:1746126025.817255:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4297a00. 00010000:00000010:2.1:1746126025.817385:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dba5900. 00010000:00000010:2.1:1746126025.817390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a446a200. 00010000:00000010:3.1:1746126025.822601:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4296000. 00000100:00100000:0.0:1746126430.194685:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820863232 00000100:00100000:0.0:1746126430.194693:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820863232 00000100:00100000:0.0:1746126430.194736:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3099 00000100:00100000:0.0:1746126430.194743:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:30985:x1830945820863232:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126430.194758:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126430.194771:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009289fe00/0x8f8d42f0d111312c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08827 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.194789:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.194794:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d1113125 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08820 expref: 9 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.194799:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126430.194802:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009289fe00/0x8f8d42f0d111312c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08827 expref: 8 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.194829:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d1113125 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08820 expref: 8 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.194838:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009289fe00/0x8f8d42f0d111312c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08827 expref: 8 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.194844:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fe00, rc 0) 00000100:00100000:0.0:1746126430.195269:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:30985:x1830945820863232:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 524us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.195275:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3099 00000100:00100000:0.0:1746126430.198831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.206619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.209753:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.221080:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.222804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.227269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.227336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.230647:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.230690:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.231390:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.235526:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.238448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.245202:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.250086:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.255288:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.258846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.258898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.269779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.269827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.269863:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.269895:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820866816 00000100:00100000:0.0:1746126430.269904:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820866816 00010000:00010000:0.0:1746126430.269941:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b32800/0x8f8d42f0d1113141 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0883c expref: 13 pid: 8479 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746126430.269965:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820866944 00000100:00100000:0.0:1746126430.269967:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820866944 00010000:00010000:0.0:1746126430.269976:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b32c00/0x8f8d42f0d1113148 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08843 expref: 7 pid: 10465 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746126430.270005:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5319 00000100:00100000:0.0:1746126430.270012:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945820866816:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126430.270029:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126430.270052:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b32800/0x8f8d42f0d1113141 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0883c expref: 13 pid: 8479 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746126430.270062:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b32800/0x8f8d42f0d1113141 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0883c expref: 13 pid: 8479 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746126430.270086:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b32800/0x8f8d42f0d1113141 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0883c expref: 13 pid: 8479 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746126430.270105:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126430.270145:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945820866816:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 133us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.270151:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5319 00000100:00100000:0.0:1746126430.270166:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5320 00000100:00100000:0.0:1746126430.270171:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945820866944:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126430.270177:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126430.270184:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b32c00/0x8f8d42f0d1113148 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08843 expref: 7 pid: 10465 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746126430.270193:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b32c00/0x8f8d42f0d1113148 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08843 expref: 7 pid: 10465 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746126430.270204:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b32c00/0x8f8d42f0d1113148 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08843 expref: 7 pid: 10465 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746126430.270216:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.270218:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.270225:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b50000/0x8f8d42f0d111314f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0884a expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.270232:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b50000/0x8f8d42f0d111314f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0884a expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.270260:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b50000/0x8f8d42f0d111314f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0884a expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126430.270271:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945819980672:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126430.270326:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.284258:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.291227:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.297044:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.302232:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.304888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.312791:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:30984:x1830945820867840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10392us (10563us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.312801:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3106 00000100:00100000:0.0:1746126430.319650:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.319706:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.324992:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.338673:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.344790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.348225:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.352576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.364977:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.371989:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.379919:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.379962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.380007:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820870272 00000100:00100000:0.0:1746126430.380015:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820870272 00010000:00010000:0.0:1746126430.380051:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1113164 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0885f expref: 7 pid: 8479 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746126430.380077:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820870144 00000100:00100000:0.0:1746126430.380080:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820870144 00010000:00010000:0.0:1746126430.380090:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6b69000/0x8f8d42f0d111316b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08866 expref: 18 pid: 10465 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746126430.380118:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5324 00000100:00100000:0.0:1746126430.380125:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1975:x1830945820870272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126430.380138:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126430.380160:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1113164 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0885f expref: 7 pid: 8479 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746126430.380170:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1113164 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0885f expref: 7 pid: 8479 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746126430.380195:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126430.380232:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1975:x1830945820870272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 108us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.380241:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5324 00000100:00100000:0.0:1746126430.380253:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5325 00000100:00100000:0.0:1746126430.380257:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1975:x1830945820870144:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126430.380262:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126430.380267:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6b69000/0x8f8d42f0d111316b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08866 expref: 18 pid: 10465 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746126430.380275:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6b69000/0x8f8d42f0d111316b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08866 expref: 18 pid: 10465 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746126430.380285:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.380287:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.380294:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6b69a00/0x8f8d42f0d1113172 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0886d expref: 18 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.380302:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6b69a00/0x8f8d42f0d1113172 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0886d expref: 18 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.380330:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6b69a00/0x8f8d42f0d1113172 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0886d expref: 18 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126430.380341:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945819981824:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126430.380392:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.385285:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.386249:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.406312:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.406370:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.414572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.430645:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.440352:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.446009:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.452801:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.454771:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.456612:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.464678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.473072:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.478566:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.478641:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.478682:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.483102:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.488632:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.491631:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.497262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.501604:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3301:1830945819983360:0@lo:400:kworker.0 00000100:00100000:0.0:1746126430.501635:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126430.503198:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3301:1830945819983360:0@lo:400:kworker.0 00000100:00100000:0.0:1746126430.503206:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945819983872:0@lo:400:kworker.0 00000100:00100000:0.0:1746126430.503231:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126430.504025:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945819983872:0@lo:400:kworker.0 00000100:00100000:0.0:1746126430.508929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.513961:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.514023:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.520102:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.520719:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.525471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.531838:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.546706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.551638:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.557873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.564044:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.568050:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.574162:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.577335:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3120 00000100:00100000:0.0:1746126430.577345:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:30985:x1830945820876416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126430.577361:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126430.577378:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009289e800/0x8f8d42f0d11131bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e088ba expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.577402:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.577408:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d11131b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088b3 expref: 25 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.577415:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126430.577418:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009289e800/0x8f8d42f0d11131bf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088ba expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.577456:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d11131b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088b3 expref: 25 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.577467:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009289e800/0x8f8d42f0d11131bf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088ba expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.577478:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289e800, rc 0) 00000100:00100000:0.0:1746126430.577544:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:30985:x1830945820876416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.577550:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3120 00000100:00100000:0.0:1746126430.583747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.591474:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000004:00080000:0.0:1746126430.598542:0:10436:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 472018045658ns, next at 473018043806ns, rc = 0 00000100:00100000:0.0:1746126430.601263:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.608442:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945819985280:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126430.608463:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126430.608530:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1975:x1830945820877184:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4606us (7273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.608540:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5336 00000100:00100000:0.0:1746126430.614828:0:8483:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945819985408 00000100:00100000:0.0:1746126430.614836:0:8483:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945819985408 00000100:00100000:0.0:1746126430.614885:0:8483:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1746126430.614892:0:8483:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3301:x1830945819985408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126430.614917:0:8483:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 709951488 pending 17039360 free 3752853504 avail 3750756352 00000100:00100000:0.0:1746126430.614964:0:8483:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3301:x1830945819985408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.614970:0:8483:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1746126430.618011:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.618114:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.624717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.625003:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820877824 00000100:00100000:0.0:1746126430.625011:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820877824 00010000:00010000:0.0:1746126430.625043:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009289e800/0x8f8d42f0d11131bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088ba expref: 27 pid: 10567 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746126430.625068:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5337 00000100:00100000:0.0:1746126430.625074:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1976:x1830945820877824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126430.625085:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126430.625106:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009289e800/0x8f8d42f0d11131bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088ba expref: 27 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126430.625117:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009289e800/0x8f8d42f0d11131bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088ba expref: 27 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126430.625141:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009289e800/0x8f8d42f0d11131bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088ba expref: 27 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126430.625159:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.625161:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.625167:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6b69a00/0x8f8d42f0d11131c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088c1 expref: 26 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.625175:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6b69a00/0x8f8d42f0d11131c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088c1 expref: 26 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126430.628418:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.636726:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.646661:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.654527:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.661474:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820879104 00000100:00100000:0.0:1746126430.661509:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820879104 00002000:00100000:0.0:1746126430.661558:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880134ec3b80 x1830945820879104/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126430.661568:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3b80 with x1830945820879104 ext(0->4095) 00002000:00010000:0.0:1746126430.661574:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ec3b80 00000100:00100000:0.0:1746126430.661606:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2830 00000100:00100000:0.0:1746126430.661613:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1977:x1830945820879104:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126430.661807:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1977:x1830945820879104:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 193us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126430.661813:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2830 00002000:00100000:0.0:1746126430.661819:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880134ec3b80 x1830945820879104/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126430.661826:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3b80 with x1830945820879104 ext(0->4095) 00002000:00010000:0.0:1746126430.661829:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ec3b80 00000100:00100000:0.0:1746126430.666081:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.667122:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.671450:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.673236:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.673275:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.681415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.690382:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.707726:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.736781:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.737775:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.747255:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.761513:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.769874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.790173:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820881920 00000100:00100000:0.0:1746126430.790183:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820881920 00000100:00100000:0.0:1746126430.790232:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3128 00000100:00100000:0.0:1746126430.790239:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:30984:x1830945820881920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126430.790256:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126430.790273:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009289e800/0x8f8d42f0d11131f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e088f2 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.790301:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b51200/0x8f8d42f0d11131f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088eb expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.790308:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.790310:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126430.790313:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009289e800/0x8f8d42f0d11131f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088f2 expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.790341:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b51200/0x8f8d42f0d11131f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088eb expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.790353:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b51200/0x8f8d42f0d11131f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088eb expref: 6 pid: 10567 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746126430.790364:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092805f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945819987200:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126430.791612:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126430.794016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.794126:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820882176 00000100:00100000:0.0:1746126430.794134:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820882176 00002000:00100000:0.0:1746126430.794175:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092807b80 x1830945820882176/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:191/0 lens 488/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126430.794184:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807b80 with x1830945820882176 ext(0->4095) 00010000:00010000:0.0:1746126430.794193:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b51200/0x8f8d42f0d11131f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088eb expref: 7 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126430.794206:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b51200/0x8f8d42f0d11131f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088eb expref: 7 pid: 10567 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126430.794212:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092807b80 00000100:00100000:0.0:1746126430.794228:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 137 00000100:00100000:0.0:1746126430.794233:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945820882176:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126430.794387:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945820882176:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 153us (376us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126430.794393:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 137 00002000:00100000:0.0:1746126430.794397:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092807b80 x1830945820882176/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126430.794404:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807b80 with x1830945820882176 ext(0->4095) 00010000:00010000:0.0:1746126430.794408:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b51200/0x8f8d42f0d11131f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088eb expref: 7 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126430.794415:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b51200/0x8f8d42f0d11131f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088eb expref: 7 pid: 10567 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126430.794424:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092807b80 00000100:00100000:0.0:1746126430.794521:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092805f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945819987200:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126430.794542:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009289e800/0x8f8d42f0d11131f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e088f2 expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126430.794555:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289e800, rc 0) 00000100:00100000:0.0:1746126430.794572:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:30984:x1830945820881920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4335us (10165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126430.794578:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3128 00000100:00100000:0.0:1746126430.809133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.818390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.834536:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.876810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.879890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.884454:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.888824:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.900151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.906000:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.907419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.922603:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.926152:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.946397:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.946427:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820886528 00000100:00100000:0.0:1746126430.946435:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820886528 00002000:00100000:0.0:1746126430.946486:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880099afd180 x1830945820886528/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126430.946516:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd180 with x1830945820886528 ext(0->7) 00010000:00010000:0.0:1746126430.946524:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f200/0x8f8d42f0d1113221 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0891c expref: 14 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126430.946537:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c57f200/0x8f8d42f0d1113221 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0891c expref: 14 pid: 10567 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126430.946544:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099afd180 00000100:00100000:0.0:1746126430.947627:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 146 00000100:00100000:0.0:1746126430.947635:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1976:x1830945820886528:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126430.947925:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1976:x1830945820886528:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 291us (1538us total) trans 4294968050 rc 0/0 00000100:00100000:0.0:1746126430.947931:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 146 00002000:00100000:0.0:1746126430.947936:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880099afd180 x1830945820886528/t4294968050(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126430.947943:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd180 with x1830945820886528 ext(0->7) 00010000:00010000:0.0:1746126430.947948:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f200/0x8f8d42f0d1113221 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0891c expref: 16 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126430.947959:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c57f200/0x8f8d42f0d1113221 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0891c expref: 16 pid: 10567 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126430.947966:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099afd180 00000100:00100000:0.0:1746126430.956796:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.963329:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.969601:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.969999:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.977044:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126430.985831:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820887808 00000100:00100000:0.0:1746126430.985841:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820887808 00002000:00100000:0.0:1746126430.985886:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880133337b80 x1830945820887808/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:191/0 lens 496/0 e 0 to 0 dl 1746126441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126430.985896:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337b80 with x1830945820887808 ext(0->7) 00010000:00010000:0.0:1746126430.985905:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801348e3e00/0x8f8d42f0d111322f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0892a expref: 17 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126430.985919:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801348e3e00/0x8f8d42f0d111322f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0892a expref: 17 pid: 10567 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126430.985926:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133337b80 00000100:00100000:0.0:1746126430.985948:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 148 00000100:00100000:0.0:1746126430.985955:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1974:x1830945820887808:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126430.986278:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1974:x1830945820887808:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 322us (1336us total) trans 4294968051 rc 0/0 00000100:00100000:0.0:1746126430.986285:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 148 00002000:00100000:0.0:1746126430.986291:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880133337b80 x1830945820887808/t4294968051(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:191/0 lens 496/448 e 0 to 0 dl 1746126441 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126430.986298:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337b80 with x1830945820887808 ext(0->7) 00010000:00010000:0.0:1746126430.986303:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801348e3e00/0x8f8d42f0d111322f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0892a expref: 19 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126430.986317:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801348e3e00/0x8f8d42f0d111322f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0892a expref: 19 pid: 10567 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126430.986323:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133337b80 00000100:00100000:0.0:1746126431.002166:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.016128:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.019169:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.023766:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.025872:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.027230:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.031133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.038904:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.049366:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820889984 00000100:00100000:0.0:1746126431.049379:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820889984 00010000:00010000:0.0:1746126431.049423:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d1113244 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0893f expref: 20 pid: 10567 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746126431.049483:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5356 00000100:00100000:0.0:1746126431.049492:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1976:x1830945820889984:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.049543:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.049565:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d1113244 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0893f expref: 20 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.049577:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d1113244 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0893f expref: 20 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.049603:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d1113244 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0893f expref: 20 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.049636:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.049638:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.049646:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009496da00/0x8f8d42f0d111324b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08946 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.049653:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009496da00/0x8f8d42f0d111324b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08946 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.049687:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009496da00/0x8f8d42f0d111324b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08946 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126431.049699:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009414bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945819990272:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126431.049790:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.051922:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.056381:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.059747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.060536:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.064548:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.079956:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.083258:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba5df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945819990784:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126431.083278:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126431.083318:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094149f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1976:x1830945820891264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3129us (3372us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.083331:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5358 00000100:00100000:0.0:1746126431.088100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.090413:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820891776 00000100:00100000:0.0:1746126431.090419:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820891776 00000100:00100000:0.0:1746126431.090649:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3144 00000100:00100000:0.0:1746126431.090658:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:30984:x1830945820891776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126431.090673:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126431.090688:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d1113267 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08962 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.090712:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8c00/0x8f8d42f0d1113259 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08954 expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.090720:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1113260 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0895b expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.090725:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.090726:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.090729:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d1113267 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08962 expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.090757:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1113260 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0895b expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.090767:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1113260 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0895b expref: 5 pid: 10465 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746126431.090781:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093655880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945819990912:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126431.091329:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8c00/0x8f8d42f0d1113259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08954 expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.091338:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8c00/0x8f8d42f0d1113259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08954 expref: 23 pid: 10567 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746126431.091346:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093655c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945819991040:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126431.091368:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.095076:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093655880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945819990912:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126431.095088:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093655c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945819991040:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126431.095117:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d1113267 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08962 expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.095637:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac200, rc 0) 00000100:00100000:0.0:1746126431.095680:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:30984:x1830945820891776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5023us (5421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.095688:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3144 00000100:00100000:0.0:1746126431.095739:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.096080:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820891904 00000100:00100000:0.0:1746126431.096083:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820891904 00010000:00010000:0.0:1746126431.096099:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8c00/0x8f8d42f0d1113259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08954 expref: 23 pid: 10567 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746126431.096606:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5359 00000100:00100000:0.0:1746126431.096613:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1976:x1830945820891904:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.096626:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.096640:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8c00/0x8f8d42f0d1113259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08954 expref: 23 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.096649:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8c00/0x8f8d42f0d1113259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08954 expref: 23 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.096671:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8c00/0x8f8d42f0d1113259 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08954 expref: 23 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.096695:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126431.096725:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1976:x1830945820891904:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 109us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.096730:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5359 00000100:00100000:0.0:1746126431.097744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.100661:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.105393:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.114034:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089f43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945819991296:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126431.114073:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009496c600/0x8f8d42f0d111326e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08969 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.114091:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c600, rc 0) 00000100:00100000:0.0:1746126431.114154:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945820892672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8538us (8770us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.114165:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3145 00000100:00100000:0.0:1746126431.118537:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.122902:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.122930:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820893312 00000100:00100000:0.0:1746126431.122935:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820893312 00002000:00100000:0.0:1746126431.122973:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093655180 x1830945820893312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.122982:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655180 with x1830945820893312 ext(0->4095) 00010000:00010000:0.0:1746126431.122990:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009496c600/0x8f8d42f0d111326e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08969 expref: 6 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.123002:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009496c600/0x8f8d42f0d111326e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08969 expref: 6 pid: 10567 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126431.123008:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093655180 00000100:00100000:0.0:1746126431.123035:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 157 00000100:00100000:0.0:1746126431.123042:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945820893312:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126431.123205:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945820893312:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 163us (303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126431.123211:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 157 00002000:00100000:0.0:1746126431.123216:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093655180 x1830945820893312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.123224:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655180 with x1830945820893312 ext(0->4095) 00010000:00010000:0.0:1746126431.123228:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009496c600/0x8f8d42f0d111326e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08969 expref: 6 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.123238:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009496c600/0x8f8d42f0d111326e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08969 expref: 6 pid: 10567 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126431.123243:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093655180 00000100:00100000:0.0:1746126431.125053:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.129740:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.135290:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.137780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.143621:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.145641:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.145683:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820894336 00000100:00100000:0.0:1746126431.145689:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820894336 00002000:00100000:0.0:1746126431.145728:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092ad8380 x1830945820894336/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.145738:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8380 with x1830945820894336 ext(0->4095) 00002000:00010000:0.0:1746126431.145742:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ad8380 00000100:00100000:0.0:1746126431.145761:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2839 00000100:00100000:0.0:1746126431.145768:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945820894336:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126431.145924:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945820894336:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 156us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126431.145930:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2839 00002000:00100000:0.0:1746126431.145936:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092ad8380 x1830945820894336/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.145942:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8380 with x1830945820894336 ext(0->4095) 00002000:00010000:0.0:1746126431.145946:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ad8380 00000100:00100000:0.0:1746126431.148237:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.151438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.155823:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.155882:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.162231:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.162285:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.168116:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089f41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945819992448:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126431.169265:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009496c800/0x8f8d42f0d1113291 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0898c expref: 27 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.169279:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c800, rc 0) 00000100:00100000:0.0:1746126431.169317:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:30985:x1830945820895360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5959us (7091us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.169323:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3150 00000100:00100000:0.0:1746126431.171020:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.174013:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.178875:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.178930:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820896384 00000100:00100000:0.0:1746126431.178936:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820896384 00002000:00100000:0.0:1746126431.178974:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092ada680 x1830945820896384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.178983:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ada680 with x1830945820896384 ext(0->4095) 00002000:00010000:0.0:1746126431.178987:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ada680 00000100:00100000:0.0:1746126431.179937:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2841 00000100:00100000:0.0:1746126431.179947:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1977:x1830945820896384:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126431.185883:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.192016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.193557:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.195061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.196861:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.198779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.199283:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.202734:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.209706:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.213155:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.217018:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5369 00000100:00100000:0.0:1746126431.217037:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093123800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945820898176:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.217062:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.217091:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d111329f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0899a expref: 30 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.217105:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d111329f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0899a expref: 30 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.217128:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d111329f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0899a expref: 30 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.217149:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.217151:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.217159:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11132a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089a1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.217173:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11132a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089a1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.217208:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11132a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089a1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126431.217221:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093121180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945819993216:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126431.217913:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.222571:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.230313:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.272697:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.277239:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.282800:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.285364:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.288729:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.291626:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.295745:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.295781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.295827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.295868:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820900352 00000100:00100000:0.0:1746126431.295876:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820900352 00010000:00010000:0.0:1746126431.295910:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009496c200/0x8f8d42f0d11132b4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089af expref: 34 pid: 10465 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746126431.295934:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820900608 00000100:00100000:0.0:1746126431.295936:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820900608 00010000:00010000:0.0:1746126431.295947:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013107fa00/0x8f8d42f0d11132bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089b6 expref: 6 pid: 10567 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746126431.295960:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5372 00000100:00100000:0.0:1746126431.295966:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945820900352:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.295978:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.296001:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009496c200/0x8f8d42f0d11132b4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089af expref: 34 pid: 10465 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.296011:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009496c200/0x8f8d42f0d11132b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089af expref: 34 pid: 10465 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.296035:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126431.296072:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945820900352:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 106us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.296078:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5372 00000100:00100000:0.0:1746126431.296091:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5373 00000100:00100000:0.0:1746126431.296095:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945820900608:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.296103:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.296110:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013107fa00/0x8f8d42f0d11132bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089b6 expref: 6 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.296118:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013107fa00/0x8f8d42f0d11132bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089b6 expref: 6 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.296128:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.296130:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.296137:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d11132c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089bd expref: 33 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.296145:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d11132c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089bd expref: 33 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.296175:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d11132c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089bd expref: 33 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126431.296187:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945819994112:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126431.296242:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.301113:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820900864 00000100:00100000:0.0:1746126431.301121:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820900864 00002000:00100000:0.0:1746126431.301160:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880089f43b80 x1830945820900864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.301168:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089f43b80 with x1830945820900864 ext(0->4095) 00010000:00010000:0.0:1746126431.301174:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d11132c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089bd expref: 34 pid: 8481 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.301184:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d11132c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089bd expref: 34 pid: 8481 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126431.301190:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089f43b80 00000100:00100000:0.0:1746126431.301218:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 167 00000100:00100000:0.0:1746126431.301224:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1977:x1830945820900864:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126431.301386:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1977:x1830945820900864:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 162us (374us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126431.301395:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 167 00002000:00100000:0.0:1746126431.301401:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880089f43b80 x1830945820900864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.301407:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089f43b80 with x1830945820900864 ext(0->4095) 00010000:00010000:0.0:1746126431.301411:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d11132c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089bd expref: 33 pid: 8481 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.301420:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d11132c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089bd expref: 33 pid: 8481 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126431.301425:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089f43b80 00000100:00100000:0.0:1746126431.302932:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.305845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.308863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.317149:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.317584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.325815:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.325872:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.328708:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.329650:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.336220:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.343359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.346811:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.349678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.354675:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.360648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.360712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.365184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.369083:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.369164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.369196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.369230:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5378 00000100:00100000:0.0:1746126431.369238:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945820904192:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.369249:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.369271:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009496da00/0x8f8d42f0d11132e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089e0 expref: 7 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.369281:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009496da00/0x8f8d42f0d11132e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089e0 expref: 8 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.370896:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009496da00/0x8f8d42f0d11132e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089e0 expref: 7 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.371283:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.371285:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.371293:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009496c800/0x8f8d42f0d11132ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089e7 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.371302:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009496c800/0x8f8d42f0d11132ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089e7 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.371339:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009496c800/0x8f8d42f0d11132ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089e7 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.371355:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009496c800/0x8f8d42f0d11132ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e089e7 expref: 35 pid: 10567 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746126431.371368:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801349fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945819995520:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126431.372040:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.376145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.379923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.392359:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.396439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.403686:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.409634:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.411712:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.413832:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.417142:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.421708:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.430254:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.435881:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.439220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.454404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.462140:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.467763:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.474794:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.482309:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.487653:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.488894:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.491146:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.493219:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089f41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945819996928:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126431.493240:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ea88c00/0x8f8d42f0d111331d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a18 expref: 42 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.493254:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ea88c00, rc 0) 00000100:00100000:0.0:1746126431.493690:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:30984:x1830945820908288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4063us (4794us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.493698:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3170 00000100:00100000:0.0:1746126431.496359:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.497088:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.501355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.516004:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.523438:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.527840:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.536750:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.536805:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.540159:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.543704:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.543733:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820910336 00000100:00100000:0.0:1746126431.543739:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820910336 00002000:00100000:0.0:1746126431.543778:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094259c00 x1830945820910336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.543786:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259c00 with x1830945820910336 ext(0->4095) 00010000:00010000:0.0:1746126431.543794:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111332b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a2d expref: 44 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.543807:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111332b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a2d expref: 44 pid: 10567 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126431.543814:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094259c00 00000100:00100000:0.0:1746126431.543837:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 182 00000100:00100000:0.0:1746126431.543843:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945820910336:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126431.544006:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945820910336:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 163us (303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126431.544013:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 182 00002000:00100000:0.0:1746126431.544018:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094259c00 x1830945820910336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.544024:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259c00 with x1830945820910336 ext(0->4095) 00010000:00010000:0.0:1746126431.544028:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111332b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a2d expref: 44 pid: 10567 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746126431.544036:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111332b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a2d expref: 44 pid: 10567 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746126431.544041:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094259c00 00000100:00100000:0.0:1746126431.547601:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.553842:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.557426:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.559656:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.564123:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.572675:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.573824:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.580882:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.580927:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.583231:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.586692:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.590084:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.597728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.606550:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.610775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.614492:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.614759:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.618875:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.626334:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.628666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.632271:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.637049:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.641894:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.642934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.647430:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.647906:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.648235:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.648690:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820915200 00000100:00100000:0.0:1746126431.648694:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820915200 00000100:00100000:0.0:1746126431.648719:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3181 00000100:00100000:0.0:1746126431.648727:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:30985:x1830945820915200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126431.648743:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126431.648756:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bace00/0x8f8d42f0d111336a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08a65 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.648777:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.648783:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d1113363 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a5e expref: 53 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.648789:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126431.648792:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bace00/0x8f8d42f0d111336a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a65 expref: 53 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.648824:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d1113363 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a5e expref: 53 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.648834:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bace00/0x8f8d42f0d111336a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a65 expref: 53 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.648843:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bace00, rc 0) 00000100:00100000:0.0:1746126431.648881:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:30985:x1830945820915200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.648887:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3181 00000100:00100000:0.0:1746126431.652249:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.654922:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.662147:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.666387:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.675633:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820916224 00000100:00100000:0.0:1746126431.675642:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820916224 00000100:00100000:0.0:1746126431.675690:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3182 00000100:00100000:0.0:1746126431.675698:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945820916224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126431.675717:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126431.675734:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1113371 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08a6c expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.675761:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.675763:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.675770:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1113371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a6c expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.675784:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1113371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a6c expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.675793:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac800, rc 0) 00000100:00100000:0.0:1746126431.678754:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945820916224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3044us (3357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.678766:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3182 00000100:00100000:0.0:1746126431.680452:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.682897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.688358:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.695353:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.695386:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.695421:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.695456:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820916992 00000100:00100000:0.0:1746126431.695463:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820916992 00010000:00010000:0.0:1746126431.695523:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bace00/0x8f8d42f0d111336a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a65 expref: 54 pid: 8481 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126431.695546:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820917120 00000100:00100000:0.0:1746126431.695548:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820917120 00010000:00010000:0.0:1746126431.695559:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1113371 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a6c expref: 6 pid: 10567 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126431.695575:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5398 00000100:00100000:0.0:1746126431.695581:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1977:x1830945820916992:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.695594:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.695616:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bace00/0x8f8d42f0d111336a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a65 expref: 54 pid: 8481 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.695626:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bace00/0x8f8d42f0d111336a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a65 expref: 54 pid: 8481 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.695651:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126431.695686:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1977:x1830945820916992:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 104us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.695692:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5398 00000100:00100000:0.0:1746126431.695705:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5399 00000100:00100000:0.0:1746126431.695710:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945820917120:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.695716:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.695723:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1113371 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a6c expref: 6 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.695730:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1113371 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a6c expref: 6 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.695741:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.695743:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.695751:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1113378 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a73 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.695760:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1113378 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a73 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.696091:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1113378 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a73 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.696102:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1113378 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a73 expref: 53 pid: 10567 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126431.696111:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820000000:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126431.696165:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.697805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.700077:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.702695:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.706202:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.708178:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.710094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.714693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.718133:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.719177:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.738379:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.746547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.753195:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.756491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.756615:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820001024:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126431.756644:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d111339b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a96 expref: 57 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.756662:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a3b9a00, rc 0) 00000100:00100000:0.0:1746126431.756709:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:30984:x1830945820920064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2755us (3523us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.756718:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3188 00000100:00100000:0.0:1746126431.759268:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.759310:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.759953:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.760002:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.760088:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.760127:0:20893:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820920832 00000100:00100000:0.0:1746126431.760130:0:20893:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820920832 00000100:00100000:0.0:1746126431.760154:0:20893:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 310 00000100:00100000:0.0:1746126431.760159:0:20893:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1977:x1830945820920832:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126431.760188:0:20893:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1977:x1830945820920832:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 29us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.760193:0:20893:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 310 00000100:00100000:0.0:1746126431.761425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.764142:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.770165:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.780570:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.784041:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.792256:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.792385:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.792424:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820922112 00000100:00100000:0.0:1746126431.792432:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820922112 00002000:00100000:0.0:1746126431.792490:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009df7ad80 x1830945820922112/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.793064:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7ad80 with x1830945820922112 ext(0->4095) 00010000:00010000:0.0:1746126431.793071:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11133a2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a9d expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.793081:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11133a2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a9d expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746126431.793087:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009df7ad80 00000100:00100000:0.0:1746126431.793656:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 199 00000100:00100000:0.0:1746126431.793664:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945820922112:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126431.793830:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945820922112:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 165us (1442us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126431.793836:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 199 00002000:00100000:0.0:1746126431.793841:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009df7ad80 x1830945820922112/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.793848:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7ad80 with x1830945820922112 ext(0->4095) 00010000:00010000:0.0:1746126431.793852:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11133a2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a9d expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.793861:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11133a2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a9d expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746126431.793866:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009df7ad80 00000100:00100000:0.0:1746126431.800384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.800912:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.800981:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820922368 00000100:00100000:0.0:1746126431.800984:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820922368 00010000:00010000:0.0:1746126431.801002:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11133a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a9d expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126431.801017:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5406 00000100:00100000:0.0:1746126431.801021:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945820922368:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.801028:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.801047:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11133a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a9d expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.801056:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11133a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a9d expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.801073:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11133a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08a9d expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.801087:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.801088:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126431.801099:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d11133a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08aa4 expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.801106:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d11133a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08aa4 expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.801525:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d11133a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08aa4 expref: 58 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126431.801539:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d11133a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08aa4 expref: 58 pid: 8479 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126431.801549:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820001792:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126431.801599:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942933c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126431.805244:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.805289:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820922624 00000100:00100000:0.0:1746126431.805296:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820922624 00002000:00100000:0.0:1746126431.805340:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009df7aa00 x1830945820922624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.805349:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7aa00 with x1830945820922624 ext(0->4095) 00010000:00010000:0.0:1746126431.806749:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d11133a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08aa4 expref: 59 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.806766:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d11133a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08aa4 expref: 59 pid: 8479 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746126431.806774:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009df7aa00 00000100:00100000:0.0:1746126431.806816:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 200 00000100:00100000:0.0:1746126431.806829:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945820922624:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126431.807019:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945820922624:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 192us (1779us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126431.807025:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 200 00002000:00100000:0.0:1746126431.807031:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009df7aa00 x1830945820922624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.807040:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7aa00 with x1830945820922624 ext(0->4095) 00010000:00010000:0.0:1746126431.807044:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d11133a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08aa4 expref: 59 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.807053:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d11133a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08aa4 expref: 59 pid: 8479 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746126431.807058:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009df7aa00 00000100:00100000:0.0:1746126431.810442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.816491:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.824791:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.827993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.829827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.830141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.832942:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.833041:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.833075:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820923904 00000100:00100000:0.0:1746126431.833080:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820923904 00010000:00010000:0.0:1746126431.833104:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d11133b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ab2 expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126431.833120:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820924032 00000100:00100000:0.0:1746126431.833122:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820924032 00010000:00010000:0.0:1746126431.833130:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013107f200/0x8f8d42f0d11133b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08aab expref: 61 pid: 8479 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126431.833143:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5408 00000100:00100000:0.0:1746126431.833149:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945820923904:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.833159:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.833180:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d11133b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ab2 expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.833189:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d11133b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ab2 expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.833209:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d11133b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ab2 expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.833221:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126431.834629:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945820923904:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1473us (1681us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.834637:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5408 00000100:00100000:0.0:1746126431.836238:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.839747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.842301:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.845799:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.848664:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.860098:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.863629:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.868726:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.879171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.881741:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.881767:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820925824 00000100:00100000:0.0:1746126431.881774:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820925824 00010000:00010000:0.0:1746126431.881806:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b5378400/0x8f8d42f0d11133cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ac7 expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126431.881828:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820925952 00000100:00100000:0.0:1746126431.881830:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820925952 00010000:00010000:0.0:1746126431.881842:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c586200/0x8f8d42f0d11133c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ac0 expref: 63 pid: 8479 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126431.881855:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5411 00000100:00100000:0.0:1746126431.881860:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945820925824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126431.881872:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126431.881895:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b5378400/0x8f8d42f0d11133cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ac7 expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.881905:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b5378400/0x8f8d42f0d11133cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ac7 expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.881929:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b5378400/0x8f8d42f0d11133cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ac7 expref: 6 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.881952:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126431.883597:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945820925824:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1731us (4432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126431.883606:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5411 00000100:00100000:0.0:1746126431.891355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.899643:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.912260:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.916446:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.921182:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.926936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.932034:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.949976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.960362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.962699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.965763:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820928256 00000100:00100000:0.0:1746126431.965769:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820928256 00002000:00100000:0.0:1746126431.965803:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099a47800 x1830945820928256/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:192/0 lens 488/0 e 0 to 0 dl 1746126442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.965813:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a47800 with x1830945820928256 ext(0->4095) 00010000:00010000:0.0:1746126431.965819:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b33000/0x8f8d42f0d11133e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ae3 expref: 6 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.965830:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b33000/0x8f8d42f0d11133e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ae3 expref: 6 pid: 10567 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746126431.965836:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099a47800 00000100:00100000:0.0:1746126431.965851:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 207 00000100:00100000:0.0:1746126431.965857:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945820928256:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126431.965997:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945820928256:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (710us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126431.966003:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 207 00002000:00100000:0.0:1746126431.966008:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099a47800 x1830945820928256/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746126442 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126431.966015:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a47800 with x1830945820928256 ext(0->4095) 00010000:00010000:0.0:1746126431.966021:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b33000/0x8f8d42f0d11133e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ae3 expref: 6 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126431.966030:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b33000/0x8f8d42f0d11133e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ae3 expref: 6 pid: 10567 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746126431.966035:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099a47800 00000100:00100000:0.0:1746126431.968533:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.971228:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.976356:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.979964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.982213:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.983916:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.985681:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126431.986814:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.002409:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.003110:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.009968:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.014570:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.014610:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.018235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.036429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.050191:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.050281:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.053944:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.057670:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.057718:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.062815:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.062888:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820932736 00000100:00100000:0.0:1746126432.062895:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820932736 00002000:00100000:0.0:1746126432.062937:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092590e00 x1830945820932736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:193/0 lens 488/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126432.062946:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590e00 with x1830945820932736 ext(0->4095) 00010000:00010000:0.0:1746126432.062956:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b33400/0x8f8d42f0d1113419 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b14 expref: 70 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.062969:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b33400/0x8f8d42f0d1113419 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b14 expref: 70 pid: 10567 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746126432.062975:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092590e00 00000100:00100000:0.0:1746126432.062994:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 213 00000100:00100000:0.0:1746126432.063001:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1977:x1830945820932736:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126432.063167:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1977:x1830945820932736:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 166us (357us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126432.063175:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 213 00002000:00100000:0.0:1746126432.063180:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092590e00 x1830945820932736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:193/0 lens 488/4536 e 0 to 0 dl 1746126443 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126432.063186:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590e00 with x1830945820932736 ext(0->4095) 00010000:00010000:0.0:1746126432.063191:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b33400/0x8f8d42f0d1113419 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b14 expref: 70 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.063199:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b33400/0x8f8d42f0d1113419 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b14 expref: 70 pid: 10567 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746126432.063209:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092590e00 00000100:00100000:0.0:1746126432.068962:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.083345:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.087876:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.087930:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.091292:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.093527:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.100052:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.111186:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.115007:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.121824:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.122597:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.123982:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.145445:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.146237:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.151416:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.158032:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.174227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.174277:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.178876:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.186891:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.192167:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.195768:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.197910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.201279:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.204035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.209651:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.219386:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.219429:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.226943:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.229269:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.240820:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.246053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.251463:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.256289:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.257637:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820940032 00000100:00100000:0.0:1746126432.257641:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820940032 00000100:00100000:0.0:1746126432.257849:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3219 00000100:00100000:0.0:1746126432.257855:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:30984:x1830945820940032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126432.257864:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126432.257871:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009289f600/0x8f8d42f0d1113474 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08b68 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.257886:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1113466 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b61 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.257893:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d111346d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b6f expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.257898:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.257899:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.257902:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009289f600/0x8f8d42f0d1113474 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b68 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.258578:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d111346d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b6f expref: 81 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.258591:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d111346d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b6f expref: 81 pid: 10567 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126432.258604:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820007936:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126432.258684:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1113466 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b61 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.258693:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1113466 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b61 expref: 5 pid: 10567 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126432.258702:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820008064:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126432.258722:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942933c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.261612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.262004:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.265595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.265683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.269096:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.278210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.281373:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.283592:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.294979:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820941696 00000100:00100000:0.0:1746126432.294989:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820941696 00000100:00100000:0.0:1746126432.295043:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3221 00000100:00100000:0.0:1746126432.295050:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:30985:x1830945820941696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126432.295070:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126432.295088:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d1113482 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08b7d expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.295115:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.295117:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.295125:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d1113482 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b7d expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.295139:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d1113482 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b7d expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.295149:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013107f400, rc 0) 00000100:00100000:0.0:1746126432.295201:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:30985:x1830945820941696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126432.295207:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3221 00000100:00100000:0.0:1746126432.298028:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.303549:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.303593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.307722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.308968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.309028:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820942720 00000100:00100000:0.0:1746126432.309031:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820942720 00000100:00100000:0.0:1746126432.309050:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3223 00000100:00100000:0.0:1746126432.309055:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:30985:x1830945820942720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126432.309068:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126432.309079:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b5378400/0x8f8d42f0d1113490 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08b8b expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.309096:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.309100:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33a00/0x8f8d42f0d1113489 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b84 expref: 83 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.309105:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126432.309108:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b5378400/0x8f8d42f0d1113490 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b8b expref: 83 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.309136:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b33a00/0x8f8d42f0d1113489 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b84 expref: 83 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.309145:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b5378400/0x8f8d42f0d1113490 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b8b expref: 83 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.309151:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b5378400, rc 0) 00000100:00100000:0.0:1746126432.309170:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:30985:x1830945820942720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126432.309175:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3223 00000100:00100000:0.0:1746126432.310274:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.314683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.328281:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.335922:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820943360 00000100:00100000:0.0:1746126432.335932:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820943360 00000100:00100000:0.0:1746126432.336029:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3224 00000100:00100000:0.0:1746126432.336039:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:30984:x1830945820943360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126432.336058:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126432.336077:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013107ea00/0x8f8d42f0d1113497 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08b92 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.336103:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126432.336108:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b5378400/0x8f8d42f0d1113490 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b8b expref: 86 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.336115:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126432.336118:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013107ea00/0x8f8d42f0d1113497 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b92 expref: 86 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.336153:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b5378400/0x8f8d42f0d1113490 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b8b expref: 86 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.336165:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013107ea00/0x8f8d42f0d1113497 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08b92 expref: 86 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.336173:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013107ea00, rc 0) 00000100:00100000:0.0:1746126432.336208:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:30984:x1830945820943360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126432.336214:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3224 00000100:00100000:0.0:1746126432.341623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.345680:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.345781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.349784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.353742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.355720:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.358805:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.364954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.369020:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.379921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.385440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.392764:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.392795:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.392836:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.403166:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820946560 00000100:00100000:0.0:1746126432.403174:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820946560 00002000:00100000:0.0:1746126432.403215:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff8800a43e1f80 x1830945820946560/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:193/0 lens 496/0 e 0 to 0 dl 1746126443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126432.403224:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e1f80 with x1830945820946560 ext(0->7) 00010000:00010000:0.0:1746126432.403233:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b32800/0x8f8d42f0d11134ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ba7 expref: 87 pid: 8479 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.403245:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b32800/0x8f8d42f0d11134ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ba7 expref: 87 pid: 8479 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746126432.403251:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a43e1f80 00000100:00100000:0.0:1746126432.403280:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 234 00000100:00100000:0.0:1746126432.403287:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1976:x1830945820946560:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126432.407881:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.410643:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.415601:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.415655:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.419622:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.419669:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.420667:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820947584 00000100:00100000:0.0:1746126432.420671:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820947584 00010000:00010000:0.0:1746126432.420690:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d11134b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bae expref: 89 pid: 8481 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126432.420718:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5445 00000100:00100000:0.0:1746126432.420723:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ee9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+89:1976:x1830945820947584:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126432.420733:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126432.420746:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d11134b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bae expref: 89 pid: 8481 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.420755:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d11134b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bae expref: 89 pid: 8481 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.420775:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d11134b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bae expref: 89 pid: 8481 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.420789:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126432.420804:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ee9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1976:x1830945820947584:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 81us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126432.420809:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5445 00000100:00100000:0.0:1746126432.423075:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.426701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.430450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.434757:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.437455:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.441644:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.443837:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.447763:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.447824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.455456:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.455515:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.455538:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820949504 00000100:00100000:0.0:1746126432.455545:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820949504 00010000:00010000:0.0:1746126432.455579:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8156000/0x8f8d42f0d11134cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bca expref: 91 pid: 10567 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126432.457450:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820949376 00000100:00100000:0.0:1746126432.457457:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820949376 00010000:00010000:0.0:1746126432.457487:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11134c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bc3 expref: 7 pid: 10567 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126432.458615:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5449 00000100:00100000:0.0:1746126432.458623:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094149880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1974:x1830945820949376:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126432.458631:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126432.458679:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11134c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bc3 expref: 7 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.458834:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11134c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bc3 expref: 7 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.458847:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11134c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bc3 expref: 7 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.458859:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.458861:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.458867:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d11134d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bd1 expref: 89 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.458879:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d11134d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bd1 expref: 89 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.458906:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d11134d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bd1 expref: 89 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.458915:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d11134d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bd1 expref: 89 pid: 10465 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126432.458927:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094148a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820011392:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126432.458983:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.462724:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.465112:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.468961:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.471180:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.474108:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.476212:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.486025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.489651:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.489735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.495238:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.495540:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.495578:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.495598:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820951552 00000100:00100000:0.0:1746126432.495605:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820951552 00010000:00010000:0.0:1746126432.495635:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d11134e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bdf expref: 93 pid: 10567 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126432.495654:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820951808 00000100:00100000:0.0:1746126432.495656:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820951808 00010000:00010000:0.0:1746126432.495665:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8156a00/0x8f8d42f0d11134dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bd8 expref: 6 pid: 10465 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746126432.495685:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5451 00000100:00100000:0.0:1746126432.495692:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1977:x1830945820951552:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126432.495704:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126432.495727:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d11134e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bdf expref: 93 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.495738:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d11134e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bdf expref: 93 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.495762:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d11134e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bdf expref: 93 pid: 10567 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.495780:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126432.495807:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945820951552:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 116us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126432.495813:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5451 00000100:00100000:0.0:1746126432.495825:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5452 00000100:00100000:0.0:1746126432.495830:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945820951808:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126432.495836:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126432.495844:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8156a00/0x8f8d42f0d11134dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bd8 expref: 6 pid: 10465 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.495853:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8156a00/0x8f8d42f0d11134dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bd8 expref: 6 pid: 10465 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.495865:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8156a00/0x8f8d42f0d11134dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08bd8 expref: 6 pid: 10465 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746126432.495873:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.495875:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.495881:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33000/0x8f8d42f0d11134eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08be6 expref: 91 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.495888:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b33000/0x8f8d42f0d11134eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08be6 expref: 91 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.495917:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b33000/0x8f8d42f0d11134eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08be6 expref: 91 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126432.495930:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801359d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820011904:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126432.495981:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.501031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.509899:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.516836:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.518910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.520718:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.532746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.533309:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.539359:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.539399:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.539444:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.544316:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.549990:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:0.0:1746126432.554717:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d1113507 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c02 expref: 96 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126432.554731:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ada300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820012800:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126432.554799:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.559243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.567814:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.573443:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.573598:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.578974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.579052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.579091:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.584996:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.592200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.601790:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.606413:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.620793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.620849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.628265:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.635901:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.640423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.640478:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820957312 00000100:00100000:0.0:1746126432.640487:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820957312 00010000:00010000:0.0:1746126432.640534:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1113523 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c1e expref: 100 pid: 10465 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126432.640564:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5461 00000100:00100000:0.0:1746126432.640571:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1975:x1830945820957312:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126432.640586:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126432.640609:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1113523 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c1e expref: 100 pid: 10465 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126432.642650:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1113523 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c1e expref: 100 pid: 10465 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126432.642681:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1113523 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c1e expref: 100 pid: 10465 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126432.642713:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.642715:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.642723:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d111352a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c25 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.642730:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d111352a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c25 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126432.646612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.653964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.668529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.668599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.675572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.675630:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.677363:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.696731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.702144:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.710135:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.725346:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.725443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.736554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.736651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.745009:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.748656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.756011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.759704:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.764623:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.767625:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.770430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.770520:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.778221:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.783866:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.791730:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.796351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.799708:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.801766:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.805669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.806840:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820962816 00000100:00100000:0.0:1746126432.806845:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820962816 00000100:00100000:0.0:1746126432.806868:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3255 00000100:00100000:0.0:1746126432.806873:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:30984:x1830945820962816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126432.806883:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126432.806891:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013107f200/0x8f8d42f0d1113570 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08c6b expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.806908:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33c00/0x8f8d42f0d1113562 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c5d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.806915:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33000/0x8f8d42f0d1113569 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c64 expref: 107 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.806919:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.806920:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.806923:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013107f200/0x8f8d42f0d1113570 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c6b expref: 107 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.806945:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b33000/0x8f8d42f0d1113569 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c64 expref: 107 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.806955:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b33000/0x8f8d42f0d1113569 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c64 expref: 107 pid: 8479 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126432.806964:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b78e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820015872:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126432.807035:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b33c00/0x8f8d42f0d1113562 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c5d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.807042:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b33c00/0x8f8d42f0d1113562 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c5d expref: 5 pid: 8479 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126432.807053:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b78f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820016000:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126432.807068:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.808765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.810093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.813281:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.813339:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.817341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.823259:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.828236:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.832830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.835045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.838118:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.841902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.841950:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.845817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.847072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.847121:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.847579:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5474 00000100:00100000:0.0:1746126432.847586:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945820965504:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126432.847592:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126432.847755:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b33c00/0x8f8d42f0d1113577 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c72 expref: 6 pid: 10567 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126432.847764:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b33c00/0x8f8d42f0d1113577 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c72 expref: 6 pid: 10567 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126432.847779:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b33c00/0x8f8d42f0d1113577 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c72 expref: 6 pid: 10567 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126432.847791:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.847792:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126432.847798:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33a00/0x8f8d42f0d1113585 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c80 expref: 108 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.847805:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b33a00/0x8f8d42f0d1113585 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c80 expref: 108 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.847824:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b33a00/0x8f8d42f0d1113585 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c80 expref: 108 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126432.847835:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b33a00/0x8f8d42f0d1113585 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08c80 expref: 108 pid: 8479 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126432.847847:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091eeaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820016896:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126432.847919:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126432.852077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.859557:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.866021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.888632:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.897054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.898728:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.902730:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.908150:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.912423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.924241:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.936353:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.945356:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.953405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.958108:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.963552:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.965650:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.976918:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.982557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.992840:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.994462:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.996970:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126432.997889:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.004553:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.010457:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.016747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.022276:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820970368 00000100:00100000:0.0:1746126433.022283:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820970368 00000100:00100000:0.0:1746126433.022326:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3267 00000100:00100000:0.0:1746126433.022332:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+117:30984:x1830945820970368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126433.022345:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126433.022360:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d11135c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08cbf expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.022381:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b52600/0x8f8d42f0d11135bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cb8 expref: 118 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.022392:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.022393:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.022397:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d11135c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cbf expref: 118 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.022420:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b52600/0x8f8d42f0d11135bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cb8 expref: 118 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.022429:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b52600/0x8f8d42f0d11135bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cb8 expref: 118 pid: 10567 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126433.022438:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820018816:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126433.023489:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.027189:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126433.028280:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126433.033813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.038708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.042064:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.049390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.054166:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.057128:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.070144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.070179:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.070223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.070250:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820972928 00000100:00100000:0.0:1746126433.070258:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820972928 00010000:00010000:0.0:1746126433.070295:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b53600/0x8f8d42f0d11135cb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cc6 expref: 6 pid: 10567 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126433.070319:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820972672 00000100:00100000:0.0:1746126433.070321:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820972672 00010000:00010000:0.0:1746126433.070330:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b52000/0x8f8d42f0d11135d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ccd expref: 120 pid: 10567 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126433.070343:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5485 00000100:00100000:0.0:1746126433.070351:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094906d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945820972928:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.070362:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.070385:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b53600/0x8f8d42f0d11135cb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cc6 expref: 6 pid: 10567 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.070395:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b53600/0x8f8d42f0d11135cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cc6 expref: 6 pid: 10567 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.070421:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.070473:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094906d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945820972928:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 112us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.070480:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5485 00000100:00100000:0.0:1746126433.071288:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5486 00000100:00100000:0.0:1746126433.071297:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:1975:x1830945820972672:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.071306:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.071316:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b52000/0x8f8d42f0d11135d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ccd expref: 120 pid: 10567 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.071326:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b52000/0x8f8d42f0d11135d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ccd expref: 120 pid: 10567 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.071341:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.071342:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.071348:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d11135d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cd4 expref: 120 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.071357:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d11135d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cd4 expref: 120 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.071388:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d11135d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cd4 expref: 120 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126433.071401:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094905880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820019584:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126433.071472:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.084147:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094905880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820019584:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126433.084164:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.084200:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1975:x1830945820972672:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 12904us (13976us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.084208:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5486 00000100:00100000:0.0:1746126433.084243:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820973184 00000100:00100000:0.0:1746126433.084248:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820973184 00002000:00100000:0.0:1746126433.084274:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094149880 x1830945820973184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126433.084283:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094149880 with x1830945820973184 ext(0->4095) 00010000:00010000:0.0:1746126433.084289:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d11135d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cd4 expref: 119 pid: 10567 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.084305:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d11135d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cd4 expref: 119 pid: 10567 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746126433.084311:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094149880 00000100:00100000:0.0:1746126433.084824:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 272 00000100:00100000:0.0:1746126433.084831:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1977:x1830945820973184:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126433.085606:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1977:x1830945820973184:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 775us (1651us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126433.085612:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 272 00002000:00100000:0.0:1746126433.085617:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094149880 x1830945820973184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126433.085623:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094149880 with x1830945820973184 ext(0->4095) 00010000:00010000:0.0:1746126433.085628:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d11135d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cd4 expref: 119 pid: 10567 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.085636:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d11135d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08cd4 expref: 119 pid: 10567 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746126433.085642:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094149880 00000100:00100000:0.0:1746126433.096486:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.105788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.117863:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.124025:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.126103:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.129111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.137753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.138323:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.138366:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.144271:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.150147:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.155810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.161553:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.168775:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.175344:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.175397:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.183197:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.191031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.198492:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.202662:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.210543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.211992:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.213555:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.215481:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.216084:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.217311:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820977792 00000100:00100000:0.0:1746126433.217315:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820977792 00010000:00010000:0.0:1746126433.217335:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b53a00/0x8f8d42f0d111360a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d05 expref: 6 pid: 8479 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126433.217354:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5494 00000100:00100000:0.0:1746126433.217359:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094148a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945820977792:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.217368:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.217385:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b53a00/0x8f8d42f0d111360a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d05 expref: 6 pid: 8479 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.217394:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b53a00/0x8f8d42f0d111360a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d05 expref: 6 pid: 8479 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.217415:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b53a00/0x8f8d42f0d111360a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d05 expref: 6 pid: 8479 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.217434:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.217524:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094148a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945820977792:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 162us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.217530:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5494 00000100:00100000:0.0:1746126433.236645:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.241703:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.247253:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.253869:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.254300:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820021760:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126433.254318:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b33000/0x8f8d42f0d111361f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d1a expref: 127 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.254331:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33000, rc 0) 00000100:00100000:0.0:1746126433.254351:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+127:30984:x1830945820978560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6718us (7106us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.254356:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3280 00000100:00100000:0.0:1746126433.258289:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.265821:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.273848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.284672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.288516:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.292867:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.292907:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820980096 00000100:00100000:0.0:1746126433.292914:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820980096 00000100:00100000:0.0:1746126433.292948:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3282 00000100:00100000:0.0:1746126433.292955:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+127:30985:x1830945820980096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126433.292971:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126433.292985:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094eb9e00/0x8f8d42f0d111362d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08d28 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.293005:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.293007:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.293013:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eb9e00/0x8f8d42f0d111362d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d28 expref: 128 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.293025:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094eb9e00/0x8f8d42f0d111362d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d28 expref: 128 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.293034:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9e00, rc 0) 00000100:00100000:0.0:1746126433.293756:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:30985:x1830945820980096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 799us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.293763:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3282 00000100:00100000:0.0:1746126433.297012:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.302173:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.311133:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.325925:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.330934:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.334732:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.338226:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.347818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.351629:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.354170:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.360101:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.362601:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820982272 00000100:00100000:0.0:1746126433.362607:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820982272 00000100:00100000:0.0:1746126433.362649:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3286 00000100:00100000:0.0:1746126433.362656:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cd6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+130:30984:x1830945820982272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126433.362667:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126433.362679:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094eb9200/0x8f8d42f0d1113649 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08d44 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.362698:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d111363b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d36 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.362705:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d1113642 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d3d expref: 131 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.362711:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.362712:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.362715:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eb9200/0x8f8d42f0d1113649 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d44 expref: 131 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.362742:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d1113642 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d3d expref: 131 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.362755:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b53800/0x8f8d42f0d1113642 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d3d expref: 131 pid: 8479 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126433.362765:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820022912:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126433.362839:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d111363b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d36 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.362846:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d111363b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d36 expref: 5 pid: 8479 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126433.362853:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820023040:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126433.362870:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.365771:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.370361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.372913:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.372954:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.376081:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.382915:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.385407:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.389298:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.391014:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820983808 00000100:00100000:0.0:1746126433.391021:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820983808 00002000:00100000:0.0:1746126433.391049:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093b34700 x1830945820983808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126433.391059:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34700 with x1830945820983808 ext(0->4095) 00002000:00010000:0.0:1746126433.391063:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b34700 00000100:00100000:0.0:1746126433.391076:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2921 00000100:00100000:0.0:1746126433.391081:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945820983808:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126433.391206:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945820983808:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (1912us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126433.391212:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2921 00002000:00100000:0.0:1746126433.391216:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093b34700 x1830945820983808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126433.391223:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34700 with x1830945820983808 ext(0->4095) 00002000:00010000:0.0:1746126433.391226:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b34700 00000100:00100000:0.0:1746126433.393986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.399338:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.407665:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.414421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.418762:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.429110:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.430716:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.442660:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.445099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.453855:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.460226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.476471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.484723:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.484770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.491768:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.491801:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.491842:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.491881:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820986752 00000100:00100000:0.0:1746126433.491887:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820986752 00010000:00010000:0.0:1746126433.491916:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d1113665 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d60 expref: 7 pid: 8479 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126433.491942:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820987008 00000100:00100000:0.0:1746126433.491945:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820987008 00010000:00010000:0.0:1746126433.491955:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d111366c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d67 expref: 135 pid: 10567 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126433.491989:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5507 00000100:00100000:0.0:1746126433.491996:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c141500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1974:x1830945820986752:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.492007:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.492029:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d1113665 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d60 expref: 8 pid: 8479 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.492047:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d1113665 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d60 expref: 8 pid: 8479 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.492076:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d1113665 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d60 expref: 8 pid: 8479 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.492113:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.492141:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c141500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1974:x1830945820986752:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 146us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.492147:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5507 00000100:00100000:0.0:1746126433.497528:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.513576:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.515907:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.524250:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.534753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.539628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.544481:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.544542:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.551621:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.551652:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.555059:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820989312 00000100:00100000:0.0:1746126433.555065:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820989312 00010000:00010000:0.0:1746126433.555086:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d111367a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d75 expref: 6 pid: 8479 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126433.556743:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5511 00000100:00100000:0.0:1746126433.556755:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945820989312:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.556768:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.556788:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d111367a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d75 expref: 6 pid: 8479 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.556799:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d111367a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d75 expref: 6 pid: 8479 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.556817:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d111367a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d75 expref: 6 pid: 8479 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746126433.556834:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.556835:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.556842:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113688 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d83 expref: 136 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.556848:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113688 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d83 expref: 136 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.556878:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113688 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d83 expref: 136 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.556887:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113688 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d83 expref: 136 pid: 8479 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746126433.556896:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094906d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820025216:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126433.556951:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.566245:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094906d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820025216:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126433.566260:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.566292:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945820989312:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9542us (11334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.566301:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5511 00000100:00100000:0.0:1746126433.604330:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.604355:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820989952 00000100:00100000:0.0:1746126433.604361:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820989952 00010000:00010000:0.0:1746126433.604387:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113688 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d83 expref: 139 pid: 8479 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126433.604410:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5512 00000100:00100000:0.0:1746126433.604417:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094906d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+139:1976:x1830945820989952:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.604429:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.604445:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113688 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d83 expref: 139 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.604455:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113688 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d83 expref: 139 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.604486:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113688 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d83 expref: 139 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.604515:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.604517:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.604524:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d111368f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d8a expref: 138 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.604531:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d111368f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d8a expref: 138 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.604556:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d111368f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d8a expref: 138 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126433.604566:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820025344:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126433.606321:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.610041:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820990080 00000100:00100000:0.0:1746126433.610052:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820990080 00000100:00100000:0.0:1746126433.611611:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3297 00000100:00100000:0.0:1746126433.611625:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+139:30984:x1830945820990080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126433.611646:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126433.611664:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08d91 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.611695:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d111368f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d8a expref: 140 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.611702:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.611703:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.611706:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 140 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.611737:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d111368f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d8a expref: 140 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.611749:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d111368f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d8a expref: 140 pid: 8479 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126433.611762:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820025472:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126433.611857:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.620964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.622116:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.623330:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.623382:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820990720 00000100:00100000:0.0:1746126433.623386:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820990720 00010000:00010000:0.0:1746126433.623402:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d111368f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d8a expref: 139 pid: 8479 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126433.623421:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5514 00000100:00100000:0.0:1746126433.623426:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+139:1976:x1830945820990720:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.623433:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.623450:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d111368f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d8a expref: 139 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.624198:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d111368f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d8a expref: 139 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.624216:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d111368f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d8a expref: 139 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.624230:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.624231:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.624236:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 138 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.624243:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 138 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.624271:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 138 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.624280:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 138 pid: 10465 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126433.624295:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820025984:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126433.624346:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.631119:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820025984:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126433.631139:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.631179:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+138:1976:x1830945820990720:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7752us (7849us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.631189:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5514 00000100:00100000:0.0:1746126433.652996:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820991232 00000100:00100000:0.0:1746126433.653005:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820991232 00002000:00100000:0.0:1746126433.653048:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880093e79180 x1830945820991232/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:194/0 lens 496/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126433.653059:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79180 with x1830945820991232 ext(0->7) 00010000:00010000:0.0:1746126433.653067:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 138 pid: 10465 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.653084:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 138 pid: 10465 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746126433.653091:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e79180 00000100:00100000:0.0:1746126433.653111:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 300 00000100:00100000:0.0:1746126433.653117:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+138:1974:x1830945820991232:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126433.655350:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+140:1974:x1830945820991232:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2226us (2521us total) trans 4294968112 rc 0/0 00000100:00100000:0.0:1746126433.655365:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 300 00002000:00100000:0.0:1746126433.655376:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880093e79180 x1830945820991232/t4294968112(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:194/0 lens 496/448 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126433.655386:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79180 with x1830945820991232 ext(0->7) 00010000:00010000:0.0:1746126433.655394:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 140 pid: 10465 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.655408:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 140 pid: 10465 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746126433.655414:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e79180 00000100:00100000:0.0:1746126433.664876:0:3300:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967868 gen 2 00000004:00080000:0.0:1746126433.664883:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092a3c000, transno 4294967868 00000100:00100000:0.0:1746126433.664902:0:3300:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff880135a29500 x1830945820025600/t4294967869(4294967869) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1746126449 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:0.0:1746126433.664912:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135a29500/2, rc 0, transno 4294967869 00000100:00100000:0.0:1746126433.664916:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820025600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746126433.664937:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820991488 00000100:00100000:0.0:1746126433.664943:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820991488 00010000:00010000:0.0:1746126433.664978:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 141 pid: 10465 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126433.665011:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5515 00000100:00100000:0.0:1746126433.665016:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+141:1977:x1830945820991488:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.665030:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.665050:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 141 pid: 10465 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.665060:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 141 pid: 10465 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.665082:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a287000/0x8f8d42f0d1113696 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d91 expref: 141 pid: 10465 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.665098:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.665100:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.665107:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092838c00/0x8f8d42f0d11136a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d98 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.665114:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092838c00/0x8f8d42f0d11136a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d98 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.665143:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092838c00/0x8f8d42f0d11136a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d98 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.665153:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092838c00/0x8f8d42f0d11136a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08d98 expref: 5 pid: 10465 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126433.665163:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820026240:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126433.665251:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.667859:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.671016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.675732:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.681391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.685819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.694790:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.702953:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.707004:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.707055:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.711171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.714979:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.721235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.721969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.759944:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.763893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.766089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.772273:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.772858:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.776269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.782872:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.798391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.802729:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.803632:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.806643:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.806715:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.806752:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820996480 00000100:00100000:0.0:1746126433.806758:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820996480 00010000:00010000:0.0:1746126433.806790:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11136d5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08dc9 expref: 148 pid: 8479 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126433.806819:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5523 00000100:00100000:0.0:1746126433.806826:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+148:1975:x1830945820996480:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.806840:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.806862:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11136d5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08dc9 expref: 148 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.806872:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11136d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08dc9 expref: 148 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.806897:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.806933:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+148:1975:x1830945820996480:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 107us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.806939:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5523 00000100:00100000:0.0:1746126433.815219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.816970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.819471:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.827319:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.831778:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.844542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.848072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.855357:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.863092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.875954:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.879168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.879204:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820999040 00000100:00100000:0.0:1746126433.879210:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820999040 00002000:00100000:0.0:1746126433.879250:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093bf1f80 x1830945820999040/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126433.879259:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093bf1f80 with x1830945820999040 ext(0->4095) 00010000:00010000:0.0:1746126433.879267:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d11136f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08dec expref: 6 pid: 8481 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.879280:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d11136f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08dec expref: 6 pid: 8481 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746126433.879286:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093bf1f80 00000100:00100000:0.0:1746126433.883717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.886821:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.895134:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.902861:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.908726:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.910785:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.913491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.916054:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.916093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.919553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.929669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.934072:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.934160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.935891:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.939574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.939662:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.941447:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.943157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.948101:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.952160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.958874:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.961492:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.962143:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.965793:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821003264 00000100:00100000:0.0:1746126433.965801:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821003264 00010000:00010000:0.0:1746126433.965827:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1113722 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e16 expref: 6 pid: 10465 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126433.965860:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5534 00000100:00100000:0.0:1746126433.965866:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821003264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.965879:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.965900:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1113722 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e16 expref: 6 pid: 10465 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.965910:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1113722 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e16 expref: 6 pid: 10465 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.965938:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1113722 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e16 expref: 6 pid: 10465 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.965957:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126433.965968:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821003520 00000100:00100000:0.0:1746126433.965971:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821003520 00010000:00010000:0.0:1746126433.965982:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1113729 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e1d expref: 157 pid: 10465 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126433.966006:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5535 00000100:00100000:0.0:1746126433.966011:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+157:1976:x1830945821003520:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126433.966017:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126433.966026:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1113729 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e1d expref: 157 pid: 10465 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.966033:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1113729 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e1d expref: 157 pid: 10465 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.966044:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1113729 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e1d expref: 157 pid: 10465 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.966051:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.966053:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126433.966059:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009496ca00/0x8f8d42f0d1113730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e24 expref: 156 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.966067:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009496ca00/0x8f8d42f0d1113730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e24 expref: 156 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.966092:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009496ca00/0x8f8d42f0d1113730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e24 expref: 156 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126433.966103:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820030848:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126433.966158:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.966218:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945821003264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 353us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126433.966224:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5534 00000100:00100000:0.0:1746126433.969935:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821003776 00000100:00100000:0.0:1746126433.969941:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821003776 00002000:00100000:0.0:1746126433.969982:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009bc29f80 x1830945821003776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:194/0 lens 488/0 e 0 to 0 dl 1746126444 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126433.969991:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc29f80 with x1830945821003776 ext(0->4095) 00010000:00010000:0.0:1746126433.969998:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009496ca00/0x8f8d42f0d1113730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e24 expref: 156 pid: 8481 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.970123:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009496ca00/0x8f8d42f0d1113730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e24 expref: 156 pid: 8481 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746126433.970130:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc29f80 00000100:00100000:0.0:1746126433.970468:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 324 00000100:00100000:0.0:1746126433.970476:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+156:1975:x1830945821003776:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126433.970658:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+156:1975:x1830945821003776:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 182us (1271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126433.970664:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 324 00002000:00100000:0.0:1746126433.970669:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009bc29f80 x1830945821003776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746126444 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126433.970676:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc29f80 with x1830945821003776 ext(0->4095) 00010000:00010000:0.0:1746126433.970681:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009496ca00/0x8f8d42f0d1113730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e24 expref: 156 pid: 8481 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126433.970691:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009496ca00/0x8f8d42f0d1113730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e24 expref: 156 pid: 8481 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746126433.970695:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc29f80 00000100:00100000:0.0:1746126433.972176:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.983752:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.989088:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.990032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126433.995533:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821004672 00000100:00100000:0.0:1746126433.995537:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821004672 00000100:00100000:0.0:1746126433.995836:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3322 00000100:00100000:0.0:1746126433.995842:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+158:30985:x1830945821004672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126433.995860:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126433.995870:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1113745 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08e39 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.995885:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009496c600/0x8f8d42f0d111373e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e32 expref: 159 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.995891:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126433.995892:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126433.995895:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1113745 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e39 expref: 159 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.995912:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009496c600/0x8f8d42f0d111373e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e32 expref: 159 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126433.995922:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009496c600/0x8f8d42f0d111373e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e32 expref: 159 pid: 8481 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126433.995930:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820031488:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126433.995965:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126433.997047:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.007774:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.012833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.016639:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.019307:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.024808:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.024924:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.027211:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.039982:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.084634:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.084670:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.084747:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.092273:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.109433:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.120923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.121709:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.124806:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.128570:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.129244:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.129285:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821009152 00000100:00100000:0.0:1746126434.129292:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821009152 00010000:00010000:0.0:1746126434.129318:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d1113768 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e5c expref: 165 pid: 10567 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126434.129340:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5544 00000100:00100000:0.0:1746126434.129345:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008952b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+165:1974:x1830945821009152:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126434.129355:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126434.129370:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d1113768 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e5c expref: 165 pid: 10567 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126434.129385:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d1113768 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e5c expref: 165 pid: 10567 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126434.129401:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d1113768 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e5c expref: 165 pid: 10567 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126434.129418:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.129419:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.129424:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d111376f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e63 expref: 164 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.129431:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d111376f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e63 expref: 164 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.129452:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d111376f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e63 expref: 164 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126434.129470:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008952b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820033024:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126434.129542:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.132532:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.140624:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.150006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.155607:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.163149:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.163626:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.170182:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.170806:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.173401:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.180540:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.184632:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.200595:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.213854:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.218687:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.223783:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.224614:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.233432:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.239359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.241918:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 341 00000100:00100000:0.0:1746126434.241927:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+169:1974:x1830945821012736:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126434.242365:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+171:1974:x1830945821012736:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 439us (3011us total) trans 4294968127 rc 0/0 00000100:00100000:0.0:1746126434.242372:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 341 00002000:00100000:0.0:1746126434.242379:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008d282a00 x1830945821012736/t4294968127(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126434.242386:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282a00 with x1830945821012736 ext(0->7) 00010000:00010000:0.0:1746126434.242392:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b52000/0x8f8d42f0d1113792 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e86 expref: 171 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126434.242403:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b52000/0x8f8d42f0d1113792 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08e86 expref: 171 pid: 8479 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746126434.242409:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282a00 00000100:00100000:0.0:1746126434.253131:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.256808:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.270206:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.271407:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.277562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.277598:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.282633:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.285870:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.292539:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b78d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820034944:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126434.292567:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d11137ae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ea2 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.292582:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b43000, rc 0) 00000100:00100000:0.0:1746126434.292680:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821014272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4718us (4799us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126434.292688:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3337 00000100:00100000:0.0:1746126434.298261:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.305250:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.312655:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.314220:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821015040 00000100:00100000:0.0:1746126434.314225:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821015040 00000100:00100000:0.0:1746126434.314253:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3339 00000100:00100000:0.0:1746126434.314259:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+172:30984:x1830945821015040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126434.314266:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126434.314274:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11137bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08eb0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.314298:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d11137ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ea2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.314304:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d11137b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ea9 expref: 173 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.314309:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.314310:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.314312:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11137bc lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08eb0 expref: 173 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.314330:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d11137b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ea9 expref: 173 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.314338:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d11137b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ea9 expref: 173 pid: 8479 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126434.314347:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d282d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820035200:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126434.314407:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d11137ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ea2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.314414:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d11137ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ea2 expref: 5 pid: 8479 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126434.314420:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d280380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820035328:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126434.314623:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.317280:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.317803:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.321995:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.322827:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821015680 00000100:00100000:0.0:1746126434.322831:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821015680 00010000:00010000:0.0:1746126434.322844:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d11137b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ea9 expref: 173 pid: 8479 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126434.322869:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5555 00000100:00100000:0.0:1746126434.322874:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+173:1975:x1830945821015680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126434.322881:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126434.322896:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d11137b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ea9 expref: 173 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126434.322904:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d11137b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ea9 expref: 173 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126434.322918:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d11137b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ea9 expref: 173 pid: 8479 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126434.322930:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.322931:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.322936:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11137bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08eb0 expref: 172 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.322942:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11137bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08eb0 expref: 172 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.322964:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11137bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08eb0 expref: 172 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.322972:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11137bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08eb0 expref: 172 pid: 10567 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126434.322981:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820035584:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126434.323026:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.327306:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.330017:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.335778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.341755:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.358156:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.365091:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.373314:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.375217:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.383762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.392047:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.394666:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821017984 00000100:00100000:0.0:1746126434.394675:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821017984 00002000:00100000:0.0:1746126434.394712:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880089528000 x1830945821017984/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:195/0 lens 496/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126434.394721:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089528000 with x1830945821017984 ext(0->7) 00010000:00010000:0.0:1746126434.394729:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11137d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ec5 expref: 174 pid: 10567 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126434.394746:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11137d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ec5 expref: 174 pid: 10567 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746126434.394752:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089528000 00000100:00100000:0.0:1746126434.394772:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 349 00000100:00100000:0.0:1746126434.394779:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+174:1974:x1830945821017984:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126434.395033:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+176:1974:x1830945821017984:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 253us (2992us total) trans 4294968130 rc 0/0 00000100:00100000:0.0:1746126434.395039:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 349 00002000:00100000:0.0:1746126434.395045:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880089528000 x1830945821017984/t4294968130(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:195/0 lens 496/448 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126434.395051:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089528000 with x1830945821017984 ext(0->7) 00010000:00010000:0.0:1746126434.395055:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11137d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ec5 expref: 176 pid: 10567 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746126434.395182:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11137d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ec5 expref: 176 pid: 10567 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746126434.395188:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089528000 00000100:00100000:0.0:1746126434.397714:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.405210:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.412748:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.417835:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.433717:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.439847:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.439907:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.447345:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.448333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.448394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.448409:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821019776 00000100:00100000:0.0:1746126434.448412:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821019776 00010000:00010000:0.0:1746126434.448425:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43c00/0x8f8d42f0d11137d8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08ecc expref: 6 pid: 10567 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746126434.451867:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094148a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820036864:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126434.451880:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126434.451915:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821019776:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3047us (3520us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126434.452261:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5561 00000100:00100000:0.0:1746126434.459191:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.465835:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.469452:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.476801:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.485970:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.486046:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.486077:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821021184 00000100:00100000:0.0:1746126434.486082:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821021184 00002000:00100000:0.0:1746126434.486113:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008eab6300 x1830945821021184/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126434.486122:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab6300 with x1830945821021184 ext(0->4095) 00002000:00010000:0.0:1746126434.486126:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eab6300 00000100:00100000:0.0:1746126434.486152:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2946 00000100:00100000:0.0:1746126434.486159:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821021184:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126434.486297:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821021184:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126434.486303:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2946 00002000:00100000:0.0:1746126434.486308:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008eab6300 x1830945821021184/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126434.486314:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab6300 with x1830945821021184 ext(0->4095) 00002000:00010000:0.0:1746126434.486317:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eab6300 00000100:00100000:0.0:1746126434.491852:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.491886:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.496632:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.496676:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.502225:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.509465:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.511804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.514832:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.514881:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821022720 00000100:00100000:0.0:1746126434.514885:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821022720 00002000:00100000:0.0:1746126434.514913:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009c6d1180 x1830945821022720/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126434.514922:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1180 with x1830945821022720 ext(0->4095) 00002000:00010000:0.0:1746126434.514925:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c6d1180 00000100:00100000:0.0:1746126434.514948:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2947 00000100:00100000:0.0:1746126434.514954:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821022720:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126434.515069:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821022720:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126434.515074:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2947 00002000:00100000:0.0:1746126434.515079:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009c6d1180 x1830945821022720/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126434.515085:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1180 with x1830945821022720 ext(0->4095) 00002000:00010000:0.0:1746126434.515087:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c6d1180 00000100:00100000:0.0:1746126434.517440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.522148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.539950:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.545030:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.545072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.550614:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.551026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.551703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.553905:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.557386:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.560686:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.564126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.566953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.568630:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.571655:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.574242:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.577727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.577750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.579420:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.584873:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.593436:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.605531:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821026816 00000100:00100000:0.0:1746126434.605540:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821026816 00010000:00010000:0.0:1746126434.605569:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d1113825 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f19 expref: 184 pid: 10567 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746126434.605602:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5571 00000100:00100000:0.0:1746126434.605609:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094148a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+184:1974:x1830945821026816:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126434.605620:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126434.605636:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d1113825 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f19 expref: 184 pid: 10567 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.605647:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d1113825 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f19 expref: 184 pid: 10567 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.605665:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d1113825 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f19 expref: 184 pid: 10567 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.605684:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.605686:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.605691:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33c00/0x8f8d42f0d111382c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f20 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.605698:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b33c00/0x8f8d42f0d111382c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f20 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.605724:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b33c00/0x8f8d42f0d111382c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f20 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126434.605738:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820038912:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126434.605800:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942930c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.607941:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.610737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.613567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.613608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.616700:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.619210:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.621879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.624874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.628305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.630420:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.636277:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.641894:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.645737:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.645776:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.647814:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.651040:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.659643:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.663910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.667921:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.677566:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.698421:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.706576:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.707976:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.712351:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.712434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.718207:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.724531:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.731316:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.741402:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.741450:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.745588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.747322:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821032576 00000100:00100000:0.0:1746126434.747326:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821032576 00010000:00010000:0.0:1746126434.747341:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b804c00/0x8f8d42f0d1113864 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f58 expref: 6 pid: 10567 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746126434.747358:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5580 00000100:00100000:0.0:1746126434.747363:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821032576:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126434.747370:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126434.747385:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b804c00/0x8f8d42f0d1113864 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f58 expref: 6 pid: 10567 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.747393:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b804c00/0x8f8d42f0d1113864 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f58 expref: 6 pid: 10567 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.747406:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b804c00/0x8f8d42f0d1113864 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f58 expref: 6 pid: 10567 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.747422:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.747423:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.747428:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e01400/0x8f8d42f0d111386b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f5f expref: 191 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.747438:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e01400/0x8f8d42f0d111386b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f5f expref: 191 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.747462:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e01400/0x8f8d42f0d111386b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f5f expref: 191 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.747470:0:8534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e01400/0x8f8d42f0d111386b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f5f expref: 191 pid: 10567 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746126434.747479:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a89df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820041088:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126434.748483:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942930c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.756265:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.761679:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.768936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.773128:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.777736:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.792320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.798572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.801064:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.801078:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.801098:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.801123:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821034496 00000100:00100000:0.0:1746126434.801127:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821034496 00000100:00100000:0.0:1746126434.801149:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3368 00000100:00100000:0.0:1746126434.801154:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821034496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126434.801167:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126434.801178:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4200/0x8f8d42f0d1113887 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08f7b expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.801193:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.801201:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113880 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f74 expref: 193 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.801206:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126434.801209:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4200/0x8f8d42f0d1113887 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f7b expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.801229:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113880 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f74 expref: 193 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.801237:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4200/0x8f8d42f0d1113887 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f7b expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.801245:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4200, rc 0) 00000100:00100000:0.0:1746126434.801281:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:30985:x1830945821034496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126434.801286:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3368 00000100:00100000:0.0:1746126434.801306:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821034368 00000100:00100000:0.0:1746126434.801308:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821034368 00010000:00010000:0.0:1746126434.801319:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d1113879 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f6d expref: 7 pid: 10567 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746126434.801330:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821034624 00000100:00100000:0.0:1746126434.801332:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821034624 00010000:00010000:0.0:1746126434.801337:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d1113872 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f66 expref: 194 pid: 8479 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746126434.801350:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5582 00000100:00100000:0.0:1746126434.801353:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a89fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945821034368:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126434.801359:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126434.801373:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d1113879 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f6d expref: 7 pid: 10567 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.801380:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d1113879 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f6d expref: 7 pid: 10567 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.801391:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126434.801402:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a89fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945821034368:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 48us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126434.801406:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5582 00000100:00100000:0.0:1746126434.801413:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5583 00000100:00100000:0.0:1746126434.801416:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a89c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+194:1977:x1830945821034624:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126434.801420:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126434.801424:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d1113872 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f66 expref: 194 pid: 8479 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.801431:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d1113872 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f66 expref: 194 pid: 8479 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.801438:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.801439:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.801443:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113880 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f74 expref: 194 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.801449:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113880 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f74 expref: 194 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.801475:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113880 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f74 expref: 194 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.801483:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113880 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f74 expref: 194 pid: 8481 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746126434.801490:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a89c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820041728:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126434.801540:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942933c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126434.803743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.803766:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821034880 00000100:00100000:0.0:1746126434.803771:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821034880 00002000:00100000:0.0:1746126434.803800:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008a89d180 x1830945821034880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126434.803808:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a89d180 with x1830945821034880 ext(0->4095) 00010000:00010000:0.0:1746126434.803813:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113880 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f74 expref: 193 pid: 8481 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.803825:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113880 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f74 expref: 193 pid: 8481 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746126434.803831:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a89d180 00000100:00100000:0.0:1746126434.803847:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 370 00000100:00100000:0.0:1746126434.803853:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a89d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+193:1975:x1830945821034880:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126434.803977:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a89d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+193:1975:x1830945821034880:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126434.803983:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 370 00002000:00100000:0.0:1746126434.803987:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008a89d180 x1830945821034880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126434.803993:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a89d180 with x1830945821034880 ext(0->4095) 00010000:00010000:0.0:1746126434.803997:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113880 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f74 expref: 193 pid: 8481 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.804005:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1113880 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f74 expref: 193 pid: 8481 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746126434.804009:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a89d180 00000100:00100000:0.0:1746126434.806779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.818193:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.825123:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.832619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.835519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.838820:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821036160 00000100:00100000:0.0:1746126434.838826:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821036160 00002000:00100000:0.0:1746126434.838858:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008eab7800 x1830945821036160/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:195/0 lens 488/0 e 0 to 0 dl 1746126445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126434.838867:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7800 with x1830945821036160 ext(0->4095) 00010000:00010000:0.0:1746126434.838874:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d111388e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f82 expref: 195 pid: 10567 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.838886:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d111388e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f82 expref: 195 pid: 10567 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746126434.838892:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008eab7800 00000100:00100000:0.0:1746126434.838908:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 372 00000100:00100000:0.0:1746126434.838914:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+195:1976:x1830945821036160:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126434.839472:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+195:1976:x1830945821036160:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 556us (719us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126434.839478:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 372 00002000:00100000:0.0:1746126434.839484:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008eab7800 x1830945821036160/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746126445 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126434.839490:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7800 with x1830945821036160 ext(0->4095) 00010000:00010000:0.0:1746126434.839510:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d111388e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f82 expref: 195 pid: 10567 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.839519:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b804600/0x8f8d42f0d111388e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08f82 expref: 195 pid: 10567 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746126434.839525:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008eab7800 00000100:00100000:0.0:1746126434.852891:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.854989:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.857057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.869392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.873251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.876806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.902898:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.906983:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.907014:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.915325:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.920240:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.930019:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.937582:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.941576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.947279:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.950974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.964826:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.982231:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.988059:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.988139:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.993580:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.996984:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126434.998197:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5592 00000100:00100000:0.0:1746126434.998206:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821040000:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126434.998219:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126434.998236:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d11138b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fac expref: 6 pid: 10465 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.998247:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d11138b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fac expref: 6 pid: 10465 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.998268:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d11138b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fac expref: 6 pid: 10465 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126434.998626:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.998629:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126434.998636:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11138bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fb3 expref: 199 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.998643:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11138bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fb3 expref: 199 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126434.998670:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11138bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fb3 expref: 199 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126434.998680:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820043776:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126434.999553:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.002481:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.010700:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.018446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.021627:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.025056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.026985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.028567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.028582:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821041152 00000100:00100000:0.0:1746126435.028584:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821041152 00000100:00100000:0.0:1746126435.028712:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3379 00000100:00100000:0.0:1746126435.028717:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+203:30985:x1830945821041152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126435.028723:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126435.028730:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d11138d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08fc8 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.028740:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.028744:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11138cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fc1 expref: 204 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.028749:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126435.028751:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d11138d4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fc8 expref: 204 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.028768:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11138cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fc1 expref: 204 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.028777:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d11138d4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fc8 expref: 204 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.028786:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e5c00, rc 0) 00000100:00100000:0.0:1746126435.028802:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+204:30985:x1830945821041152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126435.028806:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3379 00000100:00100000:0.0:1746126435.031621:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.034239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.037918:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.039583:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.041425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.044756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.047262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.051632:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.051719:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.061200:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.061441:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.061941:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.066327:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.074836:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.077190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.090912:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.091058:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.094703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.094740:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.094765:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821044608 00000100:00100000:0.0:1746126435.094769:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821044608 00000100:00100000:0.0:1746126435.094795:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3384 00000100:00100000:0.0:1746126435.094799:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+207:30985:x1830945821044608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126435.094810:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126435.094819:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4200/0x8f8d42f0d11138f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e08feb expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.094832:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.094836:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11138f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fe4 expref: 207 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.094841:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126435.094845:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4200/0x8f8d42f0d11138f7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08feb expref: 207 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.094864:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11138f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08fe4 expref: 207 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.094876:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4200/0x8f8d42f0d11138f7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08feb expref: 207 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.094882:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4200, rc 0) 00000100:00100000:0.0:1746126435.094896:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+207:30985:x1830945821044608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126435.094901:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3384 00000100:00100000:0.0:1746126435.098060:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.105617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.116149:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.124233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.125968:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.165126:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.165148:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.165173:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.178609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.182016:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.194839:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.204746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.207287:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.208954:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.209943:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.213136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.216640:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.229698:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.234067:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.237977:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.245670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.254659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.265240:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.272270:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.285323:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.287460:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.292715:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821049984 00000100:00100000:0.0:1746126435.292721:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821049984 00000100:00100000:0.0:1746126435.292747:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3393 00000100:00100000:0.0:1746126435.292752:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+215:30985:x1830945821049984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126435.292762:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126435.292772:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1113936 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0902a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.292787:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.292791:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3c58600/0x8f8d42f0d111392f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09023 expref: 216 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.292795:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126435.292797:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1113936 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0902a expref: 216 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.292822:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3c58600/0x8f8d42f0d111392f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09023 expref: 216 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.292830:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1113936 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0902a expref: 216 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.292842:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4800, rc 0) 00000100:00100000:0.0:1746126435.292875:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+216:30985:x1830945821049984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126435.292880:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3393 00000100:00100000:0.0:1746126435.299249:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.317779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.334101:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.338388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.343929:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.344021:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.349020:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.358635:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.376245:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.381641:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.390660:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.393913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.397162:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.406792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.414325:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.416702:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.423223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.427871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.427938:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.428786:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3399 00000100:00100000:0.0:1746126435.428792:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+221:30985:x1830945821053696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126435.428801:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126435.428807:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1113960 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09054 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.428816:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.428819:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b32c00/0x8f8d42f0d1113959 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0904d expref: 222 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.428823:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126435.428825:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1113960 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09054 expref: 222 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.428840:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b32c00/0x8f8d42f0d1113959 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0904d expref: 222 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.428849:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1113960 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09054 expref: 222 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.428857:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e5400, rc 0) 00000100:00100000:0.0:1746126435.428888:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+222:30985:x1830945821053696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126435.428894:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3399 00000100:00100000:0.0:1746126435.431311:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.434623:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.445676:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.462547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.463536:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.467087:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.467862:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.476836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.476868:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821055360 00000100:00100000:0.0:1746126435.476874:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821055360 00002000:00100000:0.0:1746126435.476907:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094f6ea00 x1830945821055360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.476915:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ea00 with x1830945821055360 ext(0->4095) 00010000:00010000:0.0:1746126435.476920:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b33a00/0x8f8d42f0d1113967 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0905b expref: 223 pid: 10465 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126435.476930:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b33a00/0x8f8d42f0d1113967 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0905b expref: 223 pid: 10465 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746126435.476935:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f6ea00 00000100:00100000:0.0:1746126435.476949:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 404 00000100:00100000:0.0:1746126435.476955:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+223:1976:x1830945821055360:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126435.477074:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+223:1976:x1830945821055360:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126435.477079:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 404 00002000:00100000:0.0:1746126435.477084:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094f6ea00 x1830945821055360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.477091:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ea00 with x1830945821055360 ext(0->4095) 00010000:00010000:0.0:1746126435.477095:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b33a00/0x8f8d42f0d1113967 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0905b expref: 223 pid: 10465 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126435.477103:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b33a00/0x8f8d42f0d1113967 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0905b expref: 223 pid: 10465 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746126435.477109:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f6ea00 00000100:00100000:0.0:1746126435.481200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.496421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.497204:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.508601:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.508620:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821056128 00000100:00100000:0.0:1746126435.508625:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821056128 00002000:00100000:0.0:1746126435.508650:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094f6f800 x1830945821056128/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.508658:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6f800 with x1830945821056128 ext(0->4095) 00010000:00010000:0.0:1746126435.508666:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b805600/0x8f8d42f0d111396e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09062 expref: 6 pid: 8481 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746126435.508676:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b805600/0x8f8d42f0d111396e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09062 expref: 6 pid: 8481 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746126435.508681:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f6f800 00000100:00100000:0.0:1746126435.508696:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3300:1830945820050432:0@lo:400:kworker.0 00000100:00100000:0.0:1746126435.508721:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126435.508758:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830945820050304:0@lo:400:kworker.0 00000100:00100000:0.0:1746126435.508772:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126435.508783:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820050816:0@lo:400:kworker.0 00000100:00100000:0.0:1746126435.508802:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126435.513523:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820050816:0@lo:400:kworker.0 00000100:00100000:0.0:1746126435.513544:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830945820050304:0@lo:400:kworker.0 00000100:00100000:0.0:1746126435.518204:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.523158:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.539899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.546198:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.555112:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.563912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.574286:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.574372:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.578189:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.583048:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.583445:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.586608:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.590467:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.597620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.602485:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.607916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.607952:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821059328 00000100:00100000:0.0:1746126435.607958:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821059328 00000100:00100000:0.0:1746126435.607990:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3407 00000100:00100000:0.0:1746126435.607997:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821059328:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126435.608011:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126435.608025:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1113998 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0908c expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.608043:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.608045:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.608051:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1113998 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0908c expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.608063:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1113998 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0908c expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.608070:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e5c00, rc 0) 00000100:00100000:0.0:1746126435.608104:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821059328:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126435.608110:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3407 00000100:00100000:0.0:1746126435.617357:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.617401:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.620698:0:8483:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820052352 00000100:00100000:0.0:1746126435.620702:0:8483:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820052352 00000100:00100000:0.0:1746126435.620725:0:8483:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1746126435.620729:0:8483:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820052352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126435.620741:0:8483:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 882442240 pending 189136896 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746126435.620766:0:8483:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820052352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126435.620770:0:8483:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1746126435.626911:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.626959:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.638089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.644554:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.663826:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.669830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.672441:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.677692:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.678596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.694967:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.696484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.708057:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821061888 00000100:00100000:0.0:1746126435.708064:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821061888 00010000:00010000:0.0:1746126435.708084:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d11139a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0909a expref: 231 pid: 8481 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746126435.708114:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5627 00000100:00100000:0.0:1746126435.708120:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+231:1976:x1830945821061888:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126435.708131:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126435.708147:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d11139a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0909a expref: 231 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.708156:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d11139a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0909a expref: 231 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.708174:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d11139a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0909a expref: 231 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.708199:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.708200:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.708206:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 230 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.708213:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 230 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.708243:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 230 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.708252:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 230 pid: 8481 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746126435.708262:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820053248:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126435.708316:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.713556:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.725687:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821062400 00000100:00100000:0.0:1746126435.725694:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821062400 00002000:00100000:0.0:1746126435.725724:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008eab4000 x1830945821062400/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:196/0 lens 496/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.725733:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4000 with x1830945821062400 ext(0->7) 00010000:00010000:0.0:1746126435.725740:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 230 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.725752:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 230 pid: 8481 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126435.725759:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008eab4000 00000100:00100000:0.0:1746126435.725776:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 415 00000100:00100000:0.0:1746126435.725782:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+230:1975:x1830945821062400:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126435.726054:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+232:1975:x1830945821062400:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 271us (850us total) trans 4294968158 rc 0/0 00000100:00100000:0.0:1746126435.726060:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 415 00002000:00100000:0.0:1746126435.726066:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008eab4000 x1830945821062400/t4294968158(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:196/0 lens 496/448 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.726072:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4000 with x1830945821062400 ext(0->7) 00010000:00010000:0.0:1746126435.726076:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 232 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.726084:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 232 pid: 8481 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126435.726089:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008eab4000 00000100:00100000:0.0:1746126435.727998:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.728019:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821062528 00000100:00100000:0.0:1746126435.728025:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821062528 00010000:00010000:0.0:1746126435.728046:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 232 pid: 8481 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746126435.729252:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5628 00000100:00100000:0.0:1746126435.729261:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+232:1975:x1830945821062528:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126435.729272:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126435.729290:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 232 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.729301:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 232 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.729322:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b42800/0x8f8d42f0d11139b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090a8 expref: 232 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.729335:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.729337:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.729343:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3c58600/0x8f8d42f0d11139bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090af expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.729350:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3c58600/0x8f8d42f0d11139bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090af expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.729375:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3c58600/0x8f8d42f0d11139bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090af expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126435.729386:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820053376:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126435.729456:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.732856:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820053376:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126435.732870:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126435.732892:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+231:1975:x1830945821062528:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3632us (4898us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126435.732899:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5628 00000100:00100000:0.0:1746126435.738298:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.764428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.764457:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821063680 00000100:00100000:0.0:1746126435.764462:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821063680 00010000:00010000:0.0:1746126435.764483:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11139c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090b6 expref: 234 pid: 8481 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746126435.764516:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5629 00000100:00100000:0.0:1746126435.764522:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+234:1977:x1830945821063680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126435.764530:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126435.764544:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11139c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090b6 expref: 234 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.764553:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11139c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090b6 expref: 234 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.764572:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126435.764596:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+234:1977:x1830945821063680:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 75us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126435.764600:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5629 00000100:00100000:0.0:1746126435.771532:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.771565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.771584:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821063936 00000100:00100000:0.0:1746126435.771591:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821063936 00010000:00010000:0.0:1746126435.771617:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3c58600/0x8f8d42f0d11139bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090af expref: 6 pid: 10465 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746126435.771638:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5630 00000100:00100000:0.0:1746126435.771644:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821063936:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126435.771654:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126435.771672:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a3c58600/0x8f8d42f0d11139bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090af expref: 6 pid: 10465 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.771686:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a3c58600/0x8f8d42f0d11139bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090af expref: 6 pid: 10465 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.771704:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3c58600/0x8f8d42f0d11139bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090af expref: 6 pid: 10465 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.771715:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.771716:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.771722:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 231 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.771729:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 231 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.771753:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 231 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126435.771764:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820053760:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126435.771823:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.776964:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820053760:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126435.776982:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126435.777014:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821063936:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5369us (5447us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126435.777023:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5630 00000100:00100000:0.0:1746126435.780381:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821064192 00000100:00100000:0.0:1746126435.780389:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821064192 00002000:00100000:0.0:1746126435.780419:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d113480 x1830945821064192/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.780427:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d113480 with x1830945821064192 ext(0->4095) 00010000:00010000:0.0:1746126435.780434:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 233 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.780454:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 233 pid: 8479 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126435.780461:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d113480 00000100:00100000:0.0:1746126435.781086:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 417 00000100:00100000:0.0:1746126435.781092:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+233:1977:x1830945821064192:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126435.781201:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+233:1977:x1830945821064192:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (985us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126435.781206:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 417 00002000:00100000:0.0:1746126435.781210:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d113480 x1830945821064192/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.781217:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d113480 with x1830945821064192 ext(0->4095) 00010000:00010000:0.0:1746126435.781221:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 233 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.781228:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 233 pid: 8479 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126435.781234:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d113480 00000100:00100000:0.0:1746126435.786102:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.786129:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821064448 00000100:00100000:0.0:1746126435.786136:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821064448 00002000:00100000:0.0:1746126435.786168:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff8800a452c700 x1830945821064448/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:196/0 lens 496/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.786176:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452c700 with x1830945821064448 ext(0->7) 00010000:00010000:0.0:1746126435.786182:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 233 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.786193:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 233 pid: 8479 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126435.786198:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a452c700 00000100:00100000:0.0:1746126435.786214:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 418 00000100:00100000:0.0:1746126435.786220:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+233:1975:x1830945821064448:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126435.786440:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+235:1975:x1830945821064448:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 220us (343us total) trans 4294968159 rc 0/0 00000100:00100000:0.0:1746126435.786455:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 418 00002000:00100000:0.0:1746126435.786460:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff8800a452c700 x1830945821064448/t4294968159(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:196/0 lens 496/448 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.786467:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452c700 with x1830945821064448 ext(0->7) 00010000:00010000:0.0:1746126435.786471:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 235 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.786479:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 235 pid: 8479 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126435.786489:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a452c700 00000100:00100000:0.0:1746126435.797475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.797517:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821064576 00000100:00100000:0.0:1746126435.797525:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821064576 00010000:00010000:0.0:1746126435.797553:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 235 pid: 8479 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746126435.797577:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5631 00000100:00100000:0.0:1746126435.797582:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+235:1975:x1830945821064576:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126435.797592:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126435.797609:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 235 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.797619:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 235 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.797636:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11139c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090bd expref: 235 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.797647:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.797649:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126435.797655:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d11139d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090c4 expref: 234 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.797661:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d11139d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090c4 expref: 234 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.797688:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b42600/0x8f8d42f0d11139d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090c4 expref: 234 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126435.797697:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820054016:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126435.798947:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.803792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.809811:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.811158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.827862:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.833186:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.835490:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.839434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.840097:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.840487:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.844057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.852773:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.861138:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.868741:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.874667:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.874717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.880233:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.880366:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.885636:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.891383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.894225:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.896826:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.902368:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.907875:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.910900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.914927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.919526:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.923645:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821069696 00000100:00100000:0.0:1746126435.923649:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821069696 00000100:00100000:0.0:1746126435.923669:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3424 00000100:00100000:0.0:1746126435.923673:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821069696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126435.923684:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126435.923692:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1113a0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09103 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.923706:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113a08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090fc expref: 14 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.923711:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126435.923713:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126435.923715:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1113a0f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09103 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.923729:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113a08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090fc expref: 14 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.923738:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113a08 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090fc expref: 14 pid: 8481 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746126435.923745:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b78f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820055808:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126435.923773:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126435.938577:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.939526:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821070208 00000100:00100000:0.0:1746126435.939533:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821070208 00002000:00100000:0.0:1746126435.939561:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008b78c000 x1830945821070208/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:196/0 lens 496/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.939570:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78c000 with x1830945821070208 ext(0->7) 00010000:00010000:0.0:1746126435.939577:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113a08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090fc expref: 14 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.939589:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113a08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090fc expref: 14 pid: 8481 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126435.939594:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b78c000 00000100:00100000:0.0:1746126435.939610:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 426 00000100:00100000:0.0:1746126435.939616:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1975:x1830945821070208:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126435.939828:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1975:x1830945821070208:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 212us (1255us total) trans 4294968162 rc 0/0 00000100:00100000:0.0:1746126435.939834:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 426 00002000:00100000:0.0:1746126435.939839:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008b78c000 x1830945821070208/t4294968162(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:196/0 lens 496/448 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.939844:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78c000 with x1830945821070208 ext(0->7) 00010000:00010000:0.0:1746126435.939848:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113a08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090fc expref: 16 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.939859:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113a08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e090fc expref: 16 pid: 8481 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126435.939863:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b78c000 00000100:00100000:0.0:1746126435.958772:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.958800:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821070464 00000100:00100000:0.0:1746126435.958807:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821070464 00000100:00100000:0.0:1746126435.958839:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3425 00000100:00100000:0.0:1746126435.958846:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:30984:x1830945821070464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126435.958863:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126435.958876:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113a16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0910a expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.958896:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126435.958907:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1113a0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09103 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.958913:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126435.958916:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113a16 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0910a expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.958943:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1113a0f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09103 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.958953:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113a16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0910a expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126435.958965:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093686a00, rc 0) 00000100:00100000:0.0:1746126435.958995:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:30984:x1830945821070464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126435.959001:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3425 00000100:00100000:0.0:1746126435.969583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.969605:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821070720 00000100:00100000:0.0:1746126435.969610:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821070720 00002000:00100000:0.0:1746126435.969640:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009425f800 x1830945821070720/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:196/0 lens 488/0 e 0 to 0 dl 1746126446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.969649:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f800 with x1830945821070720 ext(0->4095) 00010000:00010000:0.0:1746126435.969656:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1113a0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09103 expref: 6 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.969666:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1113a0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09103 expref: 6 pid: 8481 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126435.969672:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009425f800 00000100:00100000:0.0:1746126435.969687:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 427 00000100:00100000:0.0:1746126435.969692:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821070720:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126435.969796:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821070720:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (213us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126435.969801:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 427 00002000:00100000:0.0:1746126435.969806:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009425f800 x1830945821070720/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746126446 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126435.969817:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f800 with x1830945821070720 ext(0->4095) 00010000:00010000:0.0:1746126435.969821:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1113a0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09103 expref: 6 pid: 8481 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126435.969829:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1113a0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09103 expref: 6 pid: 8481 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126435.969833:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009425f800 00000100:00100000:0.0:1746126435.980619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.984290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126435.997082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.000158:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.006104:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.006534:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.009626:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.012007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.019778:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820056832:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126436.019797:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126436.020269:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821072128:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7568us (8261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126436.020277:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5643 00000100:00100000:0.0:1746126436.030278:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821072640 00000100:00100000:0.0:1746126436.030286:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821072640 00002000:00100000:0.0:1746126436.030318:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008eab6a00 x1830945821072640/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:197/0 lens 496/0 e 0 to 0 dl 1746126447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126436.030327:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab6a00 with x1830945821072640 ext(0->7) 00010000:00010000:0.0:1746126436.030334:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d1113a24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09118 expref: 19 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126436.030346:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d1113a24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09118 expref: 19 pid: 8479 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126436.030352:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008eab6a00 00000100:00100000:0.0:1746126436.030380:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 430 00000100:00100000:0.0:1746126436.030387:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1974:x1830945821072640:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126436.030655:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1974:x1830945821072640:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 267us (792us total) trans 4294968164 rc 0/0 00000100:00100000:0.0:1746126436.030661:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 430 00002000:00100000:0.0:1746126436.030666:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008eab6a00 x1830945821072640/t4294968164(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:197/0 lens 496/448 e 0 to 0 dl 1746126447 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126436.030672:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab6a00 with x1830945821072640 ext(0->7) 00010000:00010000:0.0:1746126436.030676:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d1113a24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09118 expref: 21 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126436.030685:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d1113a24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09118 expref: 21 pid: 8479 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126436.030690:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008eab6a00 00000100:00100000:0.0:1746126436.032738:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.034697:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.037623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.045646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.045695:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.048065:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.048100:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.049160:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.051282:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.055365:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.060932:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.063773:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.065458:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.067092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.076232:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.079949:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.080475:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.094656:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.094690:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.094719:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.094757:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821076096 00000100:00100000:0.0:1746126436.094764:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821076096 00010000:00010000:0.0:1746126436.094792:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800943c8e00/0x8f8d42f0d1113a40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09134 expref: 24 pid: 8479 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746126436.094816:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821075968 00000100:00100000:0.0:1746126436.094818:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821075968 00010000:00010000:0.0:1746126436.094827:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f34400/0x8f8d42f0d1113a47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0913b expref: 6 pid: 8479 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746126436.094837:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5648 00000100:00100000:0.0:1746126436.094849:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945821076096:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126436.094862:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126436.094878:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800943c8e00/0x8f8d42f0d1113a40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09134 expref: 24 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126436.094886:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800943c8e00/0x8f8d42f0d1113a40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09134 expref: 24 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126436.095301:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800943c8e00/0x8f8d42f0d1113a40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09134 expref: 24 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126436.095318:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126436.095320:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126436.095326:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009484ca00/0x8f8d42f0d1113a4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09142 expref: 23 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.095332:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009484ca00/0x8f8d42f0d1113a4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09142 expref: 23 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.095354:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009484ca00/0x8f8d42f0d1113a4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09142 expref: 23 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126436.095363:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820057984:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126436.095397:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126436.097612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.097639:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821076480 00000100:00100000:0.0:1746126436.097643:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821076480 00002000:00100000:0.0:1746126436.097665:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800946cd880 x1830945821076480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:197/0 lens 488/0 e 0 to 0 dl 1746126447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126436.097678:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cd880 with x1830945821076480 ext(0->4095) 00010000:00010000:0.0:1746126436.097683:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009484ca00/0x8f8d42f0d1113a4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09142 expref: 23 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126436.097693:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009484ca00/0x8f8d42f0d1113a4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09142 expref: 23 pid: 8479 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126436.097698:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946cd880 00000100:00100000:0.0:1746126436.097710:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 433 00000100:00100000:0.0:1746126436.097715:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1976:x1830945821076480:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126436.097832:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1976:x1830945821076480:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126436.097837:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 433 00002000:00100000:0.0:1746126436.097842:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800946cd880 x1830945821076480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746126447 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126436.097849:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cd880 with x1830945821076480 ext(0->4095) 00010000:00010000:0.0:1746126436.097853:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009484ca00/0x8f8d42f0d1113a4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09142 expref: 23 pid: 8479 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746126436.097860:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009484ca00/0x8f8d42f0d1113a4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09142 expref: 23 pid: 8479 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746126436.097865:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946cd880 00000100:00100000:0.0:1746126436.102565:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.106472:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.109837:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.116043:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.124781:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.124826:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.129376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.129542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.129567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.129583:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821078016 00000100:00100000:0.0:1746126436.129588:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821078016 00010000:00010000:0.0:1746126436.129614:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1113a5c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09150 expref: 26 pid: 8481 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746126436.130018:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821078272 00000100:00100000:0.0:1746126436.130020:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821078272 00010000:00010000:0.0:1746126436.130031:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4d91600/0x8f8d42f0d1113a55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09149 expref: 6 pid: 8481 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746126436.133948:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820058624:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126436.133958:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126436.133976:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821078272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3776us (4408us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126436.133983:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5652 00000100:00100000:0.0:1746126436.137563:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.142215:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.145570:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.147455:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.149340:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.152136:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.154426:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.157745:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.159849:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.159889:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.163632:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.166698:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.169080:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.170903:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.172673:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.174428:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.181255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.186048:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.186722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.190712:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.190743:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.190779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.194219:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.206844:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.213177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.217310:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.226308:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.231300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.231343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.236969:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.239243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.251720:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.255871:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.259636:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.260482:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820060800:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126436.260531:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800943c8e00/0x8f8d42f0d1113aa9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0919d expref: 32 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.260541:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943c8e00, rc 0) 00000100:00100000:0.0:1746126436.260564:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:30984:x1830945821084672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4595us (4700us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126436.260570:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3446 00000100:00100000:0.0:1746126436.267568:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.282013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.292133:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.301014:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.304913:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126436.308540:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.308585:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821085952 00000100:00100000:0.0:1746126436.308590:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821085952 00002000:00100000:0.0:1746126436.308618:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099affb80 x1830945821085952/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:197/0 lens 488/0 e 0 to 0 dl 1746126447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126436.308626:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099affb80 with x1830945821085952 ext(0->4095) 00002000:00010000:0.0:1746126436.308629:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099affb80 00000100:00100000:0.0:1746126436.308640:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3008 00000100:00100000:0.0:1746126436.308645:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821085952:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126436.308757:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821085952:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (219us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126436.308762:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3008 00002000:00100000:0.0:1746126436.308767:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099affb80 x1830945821085952/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746126447 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126436.308773:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099affb80 with x1830945821085952 ext(0->4095) 00002000:00010000:0.0:1746126436.308775:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099affb80 00000100:00100000:0.0:1746126436.316577:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.317184:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.323539:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.326354:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.326439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.327116:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.329405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.339138:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.347134:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.360411:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.366702:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.366755:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.367278:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3452 00000100:00100000:0.0:1746126436.367285:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:30985:x1830945821088000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126436.367291:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126436.367299:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1113ad3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e091c7 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.367310:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126436.367314:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113acc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e091c0 expref: 38 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.367319:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126436.367322:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1113ad3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e091c7 expref: 38 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.367346:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113acc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e091c0 expref: 38 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.367356:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1113ad3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e091c7 expref: 38 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.367371:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093686400, rc 0) 00000100:00100000:0.0:1746126436.367393:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:30985:x1830945821088000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126436.367400:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3452 00000100:00100000:0.0:1746126436.369865:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.373784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.380620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.382803:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.385823:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.387888:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.393138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.410041:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.414199:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00002000:00100000:0.0:1746126436.415319:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009c280a80 x1830945821089920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:197/0 lens 488/0 e 0 to 0 dl 1746126447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126436.415329:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280a80 with x1830945821089920 ext(0->4095) 00002000:00010000:0.0:1746126436.415333:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c280a80 00000100:00100000:0.0:1746126436.415791:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3013 00000100:00100000:0.0:1746126436.415802:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1974:x1830945821089920:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126436.415998:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1974:x1830945821089920:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 198us (1807us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126436.416005:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3013 00002000:00100000:0.0:1746126436.416010:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009c280a80 x1830945821089920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746126447 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126436.416017:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280a80 with x1830945821089920 ext(0->4095) 00002000:00010000:0.0:1746126436.416020:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c280a80 00000100:00100000:0.0:1746126436.419294:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.424410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.424456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.430977:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.432952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.438600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.445861:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.452082:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.456709:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.459902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.464592:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.468549:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.470823:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.471536:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.481049:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.484004:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.488242:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.491865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.498191:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.504994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.506471:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.510133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.511629:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.511694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.522291:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.533301:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.541995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.542045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.544978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.550356:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.556041:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.560002:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.566436:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.571353:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.571405:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.574382:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.574748:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.577865:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.577947:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.580398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.584080:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.592316:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.597710:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.606702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.606884:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.610832:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.614359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.619470:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.622944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.626133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.628077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.628211:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821099904 00000100:00100000:0.0:1746126436.628217:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821099904 00000100:00100000:0.0:1746126436.628263:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3469 00000100:00100000:0.0:1746126436.628270:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821099904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126436.628282:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126436.628299:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093686200/0x8f8d42f0d1113b4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0923e expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.628320:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126436.628322:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126436.628329:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093686200/0x8f8d42f0d1113b4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0923e expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.628343:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093686200/0x8f8d42f0d1113b4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0923e expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.628353:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093686200, rc 0) 00000100:00100000:0.0:1746126436.628382:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821099904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126436.628388:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3469 00000100:00100000:0.0:1746126436.630579:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.630669:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.633744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.633813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.634520:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.636395:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.640778:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.643569:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.645911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.649375:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.653400:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.655031:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.658066:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.658108:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.658150:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.661771:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.667183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.669541:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.677727:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.691811:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.696653:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.698714:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.702387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.708769:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.709299:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.713204:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.722202:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.743659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.744628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.750063:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.762271:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.766960:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.767003:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.767025:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.767042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.768614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.772401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.783511:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.787600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.790843:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.795238:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.799467:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.805817:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.808248:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.812014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.812050:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.812401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.812433:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821108352 00000100:00100000:0.0:1746126436.812436:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821108352 00010000:00010000:0.0:1746126436.812463:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bd43800/0x8f8d42f0d1113b97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0928b expref: 60 pid: 8479 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126436.812487:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5697 00000100:00100000:0.0:1746126436.812492:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1976:x1830945821108352:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126436.812520:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126436.813012:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bd43800/0x8f8d42f0d1113b97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0928b expref: 59 pid: 8479 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126436.813021:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bd43800/0x8f8d42f0d1113b97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0928b expref: 59 pid: 8479 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126436.813033:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bd43800/0x8f8d42f0d1113b97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0928b expref: 59 pid: 8479 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126436.813206:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126436.813208:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126436.813215:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135127400/0x8f8d42f0d1113b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09292 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.813222:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135127400/0x8f8d42f0d1113b9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09292 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.813241:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135127400/0x8f8d42f0d1113b9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09292 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.813251:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135127400/0x8f8d42f0d1113b9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09292 expref: 58 pid: 8481 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126436.813260:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc28000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820068864:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126436.813491:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126436.815873:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.819169:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.824348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.828077:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3033 00000100:00100000:0.0:1746126436.828087:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821109248:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126436.828418:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821109248:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 332us (816us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126436.828425:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3033 00002000:00100000:0.0:1746126436.828430:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d112300 x1830945821109248/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746126447 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126436.828437:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d112300 with x1830945821109248 ext(0->4095) 00002000:00010000:0.0:1746126436.828449:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d112300 00000100:00100000:0.0:1746126436.835359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.844938:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821109632 00000100:00100000:0.0:1746126436.844947:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821109632 00002000:00100000:0.0:1746126436.845001:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008eab5c00 x1830945821109632/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:197/0 lens 488/0 e 0 to 0 dl 1746126447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126436.845011:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab5c00 with x1830945821109632 ext(0->4095) 00002000:00010000:0.0:1746126436.845019:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eab5c00 00000100:00100000:0.0:1746126436.845039:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3034 00000100:00100000:0.0:1746126436.845046:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1974:x1830945821109632:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126436.845232:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1974:x1830945821109632:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 186us (375us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126436.845238:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3034 00002000:00100000:0.0:1746126436.845243:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008eab5c00 x1830945821109632/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746126447 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126436.845250:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab5c00 with x1830945821109632 ext(0->4095) 00002000:00010000:0.0:1746126436.845253:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eab5c00 00000100:00100000:0.0:1746126436.847178:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.848507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.853041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.854364:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.854558:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.857233:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.860531:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.865974:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.867626:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.869812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.872801:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.880354:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821112192 00000100:00100000:0.0:1746126436.880358:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821112192 00000100:00100000:0.0:1746126436.880394:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3487 00000100:00100000:0.0:1746126436.880399:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:30984:x1830945821112192:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126436.880409:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126436.880424:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113bc8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e092bc expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.880458:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113bba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e092ae expref: 63 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.880465:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135126200/0x8f8d42f0d1113bc1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e092b5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.880471:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126436.880473:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126436.880476:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113bc8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e092bc expref: 63 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.880522:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135126200/0x8f8d42f0d1113bc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e092b5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.880535:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135126200/0x8f8d42f0d1113bc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e092b5 expref: 5 pid: 8479 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126436.880546:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820069760:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126436.880617:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113bba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e092ae expref: 63 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.880624:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113bba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e092ae expref: 63 pid: 10465 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126436.880632:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009469bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820069888:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126436.880651:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126436.884648:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.884684:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.884713:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.884767:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821112704 00000100:00100000:0.0:1746126436.884774:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821112704 00000100:00100000:0.0:1746126436.884815:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3488 00000100:00100000:0.0:1746126436.884821:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821112704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126436.884838:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126436.884855:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800943ae200/0x8f8d42f0d1113bcf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e092c3 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.884878:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126436.884883:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113bc8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e092bc expref: 63 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.884890:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126436.884894:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800943ae200/0x8f8d42f0d1113bcf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e092c3 expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.884929:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113bc8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e092bc expref: 63 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.884940:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800943ae200/0x8f8d42f0d1113bcf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e092c3 expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126436.884951:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ae200, rc 0) 00000100:00100000:0.0:1746126436.884992:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:30985:x1830945821112704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126436.884997:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3488 00000100:00100000:0.0:1746126436.891353:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.904363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.917706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.927801:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.927844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.934735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.935656:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.939683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.947578:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.949955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.964152:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.965632:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.972399:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.975448:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.981080:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126436.987275:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.006961:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.007428:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126437.007840:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126437.031961:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126437.033962:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126437.044620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.058896:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.072698:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.079793:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.079899:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.085459:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.089180:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.097043:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.105243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.108050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.111797:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.116941:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.123808:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.134383:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.144342:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.149446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.162194:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.173127:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.180854:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.186822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.196950:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.196989:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.198917:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.200557:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.202583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.205201:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.208137:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.209827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.227318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.228575:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.233432:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.233479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.234050:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.239046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.254095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.254201:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.261202:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.267611:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.274896:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.282648:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.287444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.299315:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.306477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.307736:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.314252:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.316795:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.318816:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.323969:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.326946:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.329959:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.333217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.335631:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.343909:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.348860:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.349408:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.351305:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.356157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.359243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.369581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.376654:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.378869:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.381617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.387459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.392062:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.396984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.400487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.400575:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821128832 00000100:00100000:0.0:1746126437.400584:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821128832 00000100:00100000:0.0:1746126437.400640:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3513 00000100:00100000:0.0:1746126437.400648:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821128832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126437.400667:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126437.400683:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800943af600/0x8f8d42f0d1113c7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09372 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.400711:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113c77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0936b expref: 83 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.400723:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126437.400725:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126437.400727:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800943af600/0x8f8d42f0d1113c7e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09372 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.400754:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113c77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0936b expref: 83 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.400766:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113c77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0936b expref: 83 pid: 10465 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126437.400783:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820076160:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126437.400866:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942933c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126437.402871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.405334:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.407963:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.412738:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.412842:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.417007:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.417066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.422025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.422082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.433934:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.439473:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.444387:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.449247:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821131264 00000100:00100000:0.0:1746126437.449256:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821131264 00000100:00100000:0.0:1746126437.449644:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3517 00000100:00100000:0.0:1746126437.449654:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:30984:x1830945821131264:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126437.449671:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126437.449689:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800943ae200/0x8f8d42f0d1113c9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0938e expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.449720:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093686000/0x8f8d42f0d1113c93 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09387 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.449728:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126437.449729:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126437.449733:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800943ae200/0x8f8d42f0d1113c9a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0938e expref: 88 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.449764:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093686000/0x8f8d42f0d1113c93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09387 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.449776:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093686000/0x8f8d42f0d1113c93 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09387 expref: 5 pid: 8479 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126437.449788:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820077056:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126437.449881:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942930c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126437.453254:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.457391:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.463118:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.468207:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.470558:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5734 00000100:00100000:0.0:1746126437.470572:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1975:x1830945821132160:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126437.470589:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126437.470618:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800943ae200/0x8f8d42f0d1113c9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0938e expref: 91 pid: 8479 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126437.470632:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800943ae200/0x8f8d42f0d1113c9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0938e expref: 91 pid: 8479 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126437.470655:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800943ae200/0x8f8d42f0d1113c9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0938e expref: 91 pid: 8479 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126437.470676:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126437.470678:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126437.470685:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135127800/0x8f8d42f0d1113ca1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09395 expref: 90 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.470693:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135127800/0x8f8d42f0d1113ca1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09395 expref: 90 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.470754:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135127800/0x8f8d42f0d1113ca1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09395 expref: 90 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126437.470766:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820077440:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126437.470957:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942930c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126437.481033:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.484817:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.489771:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.506664:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.514998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.515034:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.515061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.515105:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821133312 00000100:00100000:0.0:1746126437.515112:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821133312 00010000:00010000:0.0:1746126437.515150:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113ca8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0939c expref: 6 pid: 8479 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126437.515173:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821133440 00000100:00100000:0.0:1746126437.515175:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821133440 00010000:00010000:0.0:1746126437.515184:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135127800/0x8f8d42f0d1113ca1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09395 expref: 92 pid: 10465 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126437.515198:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5735 00000100:00100000:0.0:1746126437.515205:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821133312:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126437.515218:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126437.515244:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113ca8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0939c expref: 6 pid: 8479 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126437.515254:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113ca8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0939c expref: 6 pid: 8479 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126437.515281:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126437.515321:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821133312:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 116us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126437.515327:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5735 00000100:00100000:0.0:1746126437.515371:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5736 00000100:00100000:0.0:1746126437.515375:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945821133440:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126437.515380:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126437.515386:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135127800/0x8f8d42f0d1113ca1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09395 expref: 92 pid: 10465 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126437.515394:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135127800/0x8f8d42f0d1113ca1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09395 expref: 92 pid: 10465 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126437.515403:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126437.515405:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126437.515412:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113caf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093a3 expref: 92 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.515419:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113caf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093a3 expref: 92 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.515454:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113caf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093a3 expref: 92 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126437.515464:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820077824:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126437.515527:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126437.519919:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820077824:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126437.519936:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126437.519982:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1977:x1830945821133440:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4605us (4947us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126437.519992:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5736 00000100:00100000:0.0:1746126437.526348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.528562:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.532715:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.536312:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.541459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.555865:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821134976 00000100:00100000:0.0:1746126437.555874:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821134976 00000100:00100000:0.0:1746126437.556106:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3523 00000100:00100000:0.0:1746126437.556115:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:30984:x1830945821134976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126437.556134:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126437.556151:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800943af600/0x8f8d42f0d1113cc4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e093b8 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.556180:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bd42e00/0x8f8d42f0d1113cb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093aa expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.556187:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135127c00/0x8f8d42f0d1113cbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093b1 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.556192:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126437.556194:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126437.556197:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800943af600/0x8f8d42f0d1113cc4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093b8 expref: 93 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.556226:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135127c00/0x8f8d42f0d1113cbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093b1 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.556237:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135127c00/0x8f8d42f0d1113cbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093b1 expref: 5 pid: 8479 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126437.556253:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135153100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820078208:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126437.556334:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bd42e00/0x8f8d42f0d1113cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093aa expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.556342:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bd42e00/0x8f8d42f0d1113cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093aa expref: 93 pid: 8479 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126437.556349:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135150700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820078336:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126437.556369:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126437.563690:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.566068:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821135488 00000100:00100000:0.0:1746126437.566075:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821135488 00010000:00010000:0.0:1746126437.566101:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bd42e00/0x8f8d42f0d1113cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093aa expref: 93 pid: 8479 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126437.566133:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5739 00000100:00100000:0.0:1746126437.566138:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1977:x1830945821135488:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126437.566149:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126437.566169:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bd42e00/0x8f8d42f0d1113cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093aa expref: 93 pid: 8479 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126437.566178:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bd42e00/0x8f8d42f0d1113cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093aa expref: 93 pid: 8479 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126437.566197:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bd42e00/0x8f8d42f0d1113cb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093aa expref: 93 pid: 8479 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746126437.566224:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126437.566226:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126437.566233:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800943af600/0x8f8d42f0d1113cc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093b8 expref: 92 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.566240:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800943af600/0x8f8d42f0d1113cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093b8 expref: 92 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.566269:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800943af600/0x8f8d42f0d1113cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093b8 expref: 92 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126437.566280:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135150a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820078464:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126437.566346:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126437.566428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.566490:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821135616 00000100:00100000:0.0:1746126437.566514:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821135616 00000100:00100000:0.0:1746126437.566534:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3524 00000100:00100000:0.0:1746126437.566539:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821135616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126437.566551:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126437.566562:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1113ccb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e093bf expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.566579:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800943af600/0x8f8d42f0d1113cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093b8 expref: 92 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.566584:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126437.566586:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126437.566589:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1113ccb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093bf expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.566604:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800943af600/0x8f8d42f0d1113cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093b8 expref: 92 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.566614:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800943af600/0x8f8d42f0d1113cc4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093b8 expref: 92 pid: 10465 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746126437.566622:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135152300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820078592:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126437.566656:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126437.569761:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135150a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820078464:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126437.569785:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126437.569829:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945821135488:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3689us (4617us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126437.569838:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5739 00000100:00100000:0.0:1746126437.594074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.594168:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.599110:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.602926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.606076:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.619706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.638169:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.642129:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.649144:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.649241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.650112:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821137792 00000100:00100000:0.0:1746126437.650117:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821137792 00002000:00100000:0.0:1746126437.650145:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135153100 x1830945821137792/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:198/0 lens 488/0 e 0 to 0 dl 1746126448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126437.650154:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153100 with x1830945821137792 ext(0->4095) 00010000:00010000:0.0:1746126437.650160:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a286000/0x8f8d42f0d1113cd9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093cd expref: 6 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126437.650169:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a286000/0x8f8d42f0d1113cd9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093cd expref: 6 pid: 10465 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746126437.650175:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135153100 00000100:00100000:0.0:1746126437.650188:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 521 00000100:00100000:0.0:1746126437.650193:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821137792:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126437.651818:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821137792:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1616us (2568us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126437.651828:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 521 00002000:00100000:0.0:1746126437.651840:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135153100 x1830945821137792/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746126448 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126437.651847:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153100 with x1830945821137792 ext(0->4095) 00010000:00010000:0.0:1746126437.651855:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a286000/0x8f8d42f0d1113cd9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093cd expref: 6 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126437.651867:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a286000/0x8f8d42f0d1113cd9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093cd expref: 6 pid: 10465 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746126437.651873:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135153100 00000100:00100000:0.0:1746126437.657335:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.657443:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.660760:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.670218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.676600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.685875:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.685999:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.693237:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.693968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.704711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.755446:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.756395:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.758902:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.763027:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.767848:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.781011:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821140864 00000100:00100000:0.0:1746126437.781020:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821140864 00000100:00100000:0.0:1746126437.781947:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3532 00000100:00100000:0.0:1746126437.781959:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821140864:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126437.781978:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126437.781996:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a286000/0x8f8d42f0d1113d03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e093f7 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.782024:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093686200/0x8f8d42f0d1113cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093f0 expref: 99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.782032:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126437.782033:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126437.782037:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a286000/0x8f8d42f0d1113d03 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093f7 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.782067:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093686200/0x8f8d42f0d1113cfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093f0 expref: 99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126437.782078:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093686200/0x8f8d42f0d1113cfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e093f0 expref: 99 pid: 10465 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746126437.782090:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093123800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820080640:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126437.782184:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126437.783911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.793076:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.793169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.802626:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.806797:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.815638:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.821384:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.825376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.846456:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.850157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.857146:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.857198:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821142656 00000100:00100000:0.0:1746126437.857206:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821142656 00002000:00100000:0.0:1746126437.857252:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093b35c00 x1830945821142656/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:198/0 lens 488/0 e 0 to 0 dl 1746126448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126437.857262:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35c00 with x1830945821142656 ext(0->4095) 00010000:00010000:0.0:1746126437.857271:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113d11 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09405 expref: 6 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126437.857287:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113d11 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09405 expref: 6 pid: 10465 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746126437.857294:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093b35c00 00000100:00100000:0.0:1746126437.857328:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 531 00000100:00100000:0.0:1746126437.857335:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821142656:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126437.857545:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821142656:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 209us (409us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126437.857553:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 531 00002000:00100000:0.0:1746126437.857558:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093b35c00 x1830945821142656/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746126448 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126437.857566:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35c00 with x1830945821142656 ext(0->4095) 00010000:00010000:0.0:1746126437.857570:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113d11 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09405 expref: 6 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126437.857579:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113d11 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09405 expref: 6 pid: 10465 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746126437.857584:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093b35c00 00000100:00100000:0.0:1746126437.861859:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.866204:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.875265:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.883164:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.901817:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.909201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.910990:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.914968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.932704:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.932753:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.935940:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.937216:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.947964:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.964687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.965990:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.969868:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.974083:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.976344:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.979470:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.989195:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126437.997976:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.007277:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.011107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.015025:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.015070:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.019280:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.020379:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.025705:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.041215:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.046253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.053039:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.053890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.060439:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.060517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.063574:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.073467:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.085668:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.087620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.092208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.097703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.100062:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.105657:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.113676:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.121536:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.124367:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.127222:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.129203:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.131901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.134443:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.140283:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.148274:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.153664:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820085120:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126438.153691:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126438.155290:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+117:1976:x1830945821152256:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6830us (7016us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126438.155303:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5766 00000100:00100000:0.0:1746126438.157933:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.161666:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.162390:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.162419:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821152896 00000100:00100000:0.0:1746126438.162426:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821152896 00010000:00010000:0.0:1746126438.162473:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d1113d81 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09475 expref: 6 pid: 10465 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746126438.162530:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5767 00000100:00100000:0.0:1746126438.162537:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821152896:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126438.162549:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126438.162572:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d1113d81 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09475 expref: 6 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.162583:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d1113d81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09475 expref: 6 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.162607:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.162609:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.162616:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113d88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0947c expref: 118 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.162624:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113d88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0947c expref: 118 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.162653:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113d88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0947c expref: 118 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126438.162664:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801359d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820085376:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126438.162735:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126438.167996:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.171537:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.180523:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821153536 00000100:00100000:0.0:1746126438.180534:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821153536 00010000:00010000:0.0:1746126438.180574:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113d88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0947c expref: 121 pid: 10465 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746126438.180607:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5768 00000100:00100000:0.0:1746126438.180614:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:1977:x1830945821153536:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126438.180628:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126438.180650:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113d88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0947c expref: 121 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.180662:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113d88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0947c expref: 121 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.180685:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113d88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0947c expref: 121 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.180702:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.180704:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.180710:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135126800/0x8f8d42f0d1113d8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09483 expref: 120 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.180718:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135126800/0x8f8d42f0d1113d8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09483 expref: 120 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.180750:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135126800/0x8f8d42f0d1113d8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09483 expref: 120 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126438.180761:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801359d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820085632:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126438.180835:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126438.186230:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.194083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.200358:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.200722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.200883:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3069 00000100:00100000:0.0:1746126438.200891:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821154176:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126438.201081:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821154176:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 190us (734us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126438.201087:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3069 00002000:00100000:0.0:1746126438.201092:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8801359d1f80 x1830945821154176/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746126449 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126438.201098:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1f80 with x1830945821154176 ext(0->4095) 00002000:00010000:0.0:1746126438.201100:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801359d1f80 00000100:00100000:0.0:1746126438.203980:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.204226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.204292:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821154688 00000100:00100000:0.0:1746126438.204298:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821154688 00002000:00100000:0.0:1746126438.204336:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135703480 x1830945821154688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:199/0 lens 488/0 e 0 to 0 dl 1746126449 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126438.204345:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703480 with x1830945821154688 ext(0->4095) 00010000:00010000:0.0:1746126438.204352:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135126800/0x8f8d42f0d1113d8f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09483 expref: 122 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.204363:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135126800/0x8f8d42f0d1113d8f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09483 expref: 122 pid: 10465 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746126438.204370:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135703480 00000100:00100000:0.0:1746126438.204990:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 551 00000100:00100000:0.0:1746126438.204996:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:1977:x1830945821154688:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126438.205139:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:1977:x1830945821154688:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (913us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126438.205144:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 551 00002000:00100000:0.0:1746126438.205149:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135703480 x1830945821154688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746126449 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126438.205156:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703480 with x1830945821154688 ext(0->4095) 00010000:00010000:0.0:1746126438.205160:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135126800/0x8f8d42f0d1113d8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09483 expref: 121 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.205168:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135126800/0x8f8d42f0d1113d8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09483 expref: 121 pid: 10465 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746126438.205173:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135703480 00000100:00100000:0.0:1746126438.220632:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5770 00000100:00100000:0.0:1746126438.220644:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:1976:x1830945821154944:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126438.220657:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126438.220681:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135126800/0x8f8d42f0d1113d8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09483 expref: 121 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.220693:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135126800/0x8f8d42f0d1113d8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09483 expref: 121 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.220714:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135126800/0x8f8d42f0d1113d8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09483 expref: 121 pid: 10465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.220744:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.220746:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.220754:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1113d9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09491 expref: 120 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.220761:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1113d9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09491 expref: 120 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.220791:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1113d9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09491 expref: 120 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.220801:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1113d9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09491 expref: 120 pid: 8479 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746126438.220813:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820086144:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126438.220898:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126438.224470:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.228888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.235021:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.238628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.239233:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.243331:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.253325:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.260190:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.266611:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.277379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.280754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.284756:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.287467:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.290840:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.294583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.305337:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.313711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.315236:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.317761:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.326426:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.330197:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.336747:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.346091:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.359291:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.365988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.373058:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.379737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.389329:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.394556:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.403812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.410047:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.414404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.414463:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.417542:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.422869:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.427316:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.432284:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.432336:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821162368 00000100:00100000:0.0:1746126438.432342:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821162368 00002000:00100000:0.0:1746126438.432384:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880089639c00 x1830945821162368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:199/0 lens 488/0 e 0 to 0 dl 1746126449 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126438.432393:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639c00 with x1830945821162368 ext(0->4095) 00002000:00010000:0.0:1746126438.432398:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089639c00 00000100:00100000:0.0:1746126438.432423:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3076 00000100:00100000:0.0:1746126438.432438:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+132:1976:x1830945821162368:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126438.432617:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+132:1976:x1830945821162368:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 187us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126438.432623:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3076 00002000:00100000:0.0:1746126438.432627:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880089639c00 x1830945821162368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746126449 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126438.432634:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639c00 with x1830945821162368 ext(0->4095) 00002000:00010000:0.0:1746126438.432636:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089639c00 00000100:00100000:0.0:1746126438.438363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.446380:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.451228:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.452009:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.457204:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.457249:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.457801:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.457828:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821163776 00000100:00100000:0.0:1746126438.457834:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821163776 00000100:00100000:0.0:1746126438.457874:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3569 00000100:00100000:0.0:1746126438.457880:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+133:30985:x1830945821163776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126438.457895:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126438.457908:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800943af000/0x8f8d42f0d1113e06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e094fa expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.457927:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.457932:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113dff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094f3 expref: 134 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.457938:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126438.457942:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800943af000/0x8f8d42f0d1113e06 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094fa expref: 134 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.457969:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113dff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094f3 expref: 134 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.457979:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800943af000/0x8f8d42f0d1113e06 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094fa expref: 134 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.457987:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943af000, rc 0) 00000100:00100000:0.0:1746126438.458010:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+134:30985:x1830945821163776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126438.458014:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3569 00000100:00100000:0.0:1746126438.458885:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5784 00000100:00100000:0.0:1746126438.458892:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821163648:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126438.458899:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126438.458910:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e14400/0x8f8d42f0d1113df8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094ec expref: 6 pid: 8479 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.458919:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e14400/0x8f8d42f0d1113df8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094ec expref: 6 pid: 8479 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.458931:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e14400/0x8f8d42f0d1113df8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094ec expref: 6 pid: 8479 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.458950:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.458951:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.458958:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113dff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094f3 expref: 133 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.458966:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094f3 expref: 132 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.458983:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094f3 expref: 132 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.458993:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c57f400/0x8f8d42f0d1113dff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094f3 expref: 132 pid: 10567 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746126438.459015:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820089472:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126438.459224:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126438.463365:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.479653:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.479713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.484765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.490094:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.493644:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.493943:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.493978:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821165056 00000100:00100000:0.0:1746126438.493982:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821165056 00010000:00010000:0.0:1746126438.493999:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800943af000/0x8f8d42f0d1113e06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094fa expref: 135 pid: 10567 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746126438.494018:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5786 00000100:00100000:0.0:1746126438.494023:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089638a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+135:1977:x1830945821165056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126438.494368:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126438.494389:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800943af000/0x8f8d42f0d1113e06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094fa expref: 135 pid: 10567 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.494400:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800943af000/0x8f8d42f0d1113e06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094fa expref: 135 pid: 10567 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.494419:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800943af000/0x8f8d42f0d1113e06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e094fa expref: 135 pid: 10567 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746126438.494456:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.494458:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.494465:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135127000/0x8f8d42f0d1113e0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09501 expref: 134 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.494472:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135127000/0x8f8d42f0d1113e0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09501 expref: 134 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.494526:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135127000/0x8f8d42f0d1113e0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09501 expref: 134 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.494539:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135127000/0x8f8d42f0d1113e0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09501 expref: 134 pid: 8479 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746126438.494550:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820089984:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126438.494621:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126438.497846:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.505610:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.508018:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.510284:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.516990:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.521924:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.526819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.533203:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.536023:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.554714:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.554758:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.559840:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.595011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.598952:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821168512 00000100:00100000:0.0:1746126438.598958:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821168512 00000100:00100000:0.0:1746126438.601963:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821168896 00000100:00100000:0.0:1746126438.601972:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821168896 00002000:00100000:0.0:1746126438.602007:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d110700 x1830945821168896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:199/0 lens 488/0 e 0 to 0 dl 1746126449 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126438.602021:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110700 with x1830945821168896 ext(0->4095) 00010000:00010000:0.0:1746126438.602029:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113e30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09524 expref: 139 pid: 10567 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126438.602040:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113e30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09524 expref: 139 pid: 10567 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746126438.602045:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d110700 00000100:00100000:0.0:1746126438.602056:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 572 00000100:00100000:0.0:1746126438.602062:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+139:1976:x1830945821168896:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126438.602203:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+139:1976:x1830945821168896:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126438.602208:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 572 00002000:00100000:0.0:1746126438.602213:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d110700 x1830945821168896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746126449 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126438.602220:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110700 with x1830945821168896 ext(0->4095) 00010000:00010000:0.0:1746126438.602224:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113e30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09524 expref: 139 pid: 10567 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126438.602232:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135127a00/0x8f8d42f0d1113e30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09524 expref: 139 pid: 10567 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746126438.602237:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d110700 00000100:00100000:0.0:1746126438.603678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.606272:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.611806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.613908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.616974:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.617461:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.621002:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.621852:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.621932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.624140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.629475:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.632415:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.642983:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.645754:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.648615:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.652455:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.655307:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.657463:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.661606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.664622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.666552:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.677567:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.680113:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.680161:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.683669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.688408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.693684:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.698964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.703271:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.704126:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.704148:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821174912 00000100:00100000:0.0:1746126438.704151:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821174912 00000100:00100000:0.0:1746126438.704172:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3586 00000100:00100000:0.0:1746126438.704177:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821174912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126438.704185:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126438.704192:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1113e7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09571 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.704204:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.704209:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e15a00/0x8f8d42f0d1113e76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0956a expref: 147 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.704214:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126438.704216:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1113e7d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09571 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.704238:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e15a00/0x8f8d42f0d1113e76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0956a expref: 147 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.704248:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1113e7d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09571 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.704257:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4d91800, rc 0) 00000100:00100000:0.0:1746126438.704280:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821174912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126438.704286:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3586 00000100:00100000:0.0:1746126438.705706:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.713310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.725484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.735548:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.735606:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.746637:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.746695:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.751873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.758790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.782372:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.784474:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.785741:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.794772:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.794873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.798332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.809393:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.812650:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.815350:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945821177984:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 16759us (17014us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126438.815363:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5806 00000100:00100000:0.0:1746126438.824053:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.835472:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.840539:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b78f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820094720:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126438.840562:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126438.840616:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+151:1975:x1830945821178624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4863us (5154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126438.840626:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5807 00000100:00100000:0.0:1746126438.840926:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821179008 00000100:00100000:0.0:1746126438.840930:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821179008 00000100:00100000:0.0:1746126438.840964:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3592 00000100:00100000:0.0:1746126438.840969:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+151:30984:x1830945821179008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126438.840979:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126438.840994:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d1113ea7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0959b expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.841015:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e15600/0x8f8d42f0d1113ea0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09594 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.841021:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.841022:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.841025:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d1113ea7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0959b expref: 152 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.841049:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e15600/0x8f8d42f0d1113ea0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09594 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.841061:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e15600/0x8f8d42f0d1113ea0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09594 expref: 5 pid: 10465 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746126438.841070:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820094848:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126438.841124:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126438.849156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.851438:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821179264 00000100:00100000:0.0:1746126438.851445:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821179264 00010000:00010000:0.0:1746126438.851476:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e15600/0x8f8d42f0d1113ea0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09594 expref: 6 pid: 10465 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746126438.851540:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5808 00000100:00100000:0.0:1746126438.851548:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821179264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126438.851561:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126438.851586:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e15600/0x8f8d42f0d1113ea0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09594 expref: 6 pid: 10465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126438.851596:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e15600/0x8f8d42f0d1113ea0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09594 expref: 6 pid: 10465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126438.851616:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e15600/0x8f8d42f0d1113ea0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09594 expref: 6 pid: 10465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126438.851643:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.851645:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126438.851653:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d1113ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0959b expref: 152 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.851660:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d1113ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0959b expref: 152 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.851687:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d1113ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0959b expref: 152 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126438.851698:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b33800/0x8f8d42f0d1113ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0959b expref: 152 pid: 10465 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746126438.851715:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a47800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820095104:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126438.852243:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126438.855815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.861895:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.868885:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.879563:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.884725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.898296:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.898775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.910583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.910687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.914382:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.914444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.917377:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.928874:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.936149:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.936265:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.939491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.941818:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.946033:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.957375:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.979416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.986155:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.991857:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126438.998870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.004330:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126439.005299:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126439.020964:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126439.021481:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126439.030041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.038158:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.049221:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.056357:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.077350:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.079595:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.082278:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.086813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.089549:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.093485:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.096674:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.098532:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.103345:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.103396:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.104302:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.104339:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5820 00000100:00100000:0.0:1746126439.104346:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821186944:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126439.104353:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126439.104369:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135127200/0x8f8d42f0d1113eed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e095e1 expref: 6 pid: 10567 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.104389:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135127200/0x8f8d42f0d1113eed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e095e1 expref: 6 pid: 10567 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.104954:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135127200/0x8f8d42f0d1113eed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e095e1 expref: 8 pid: 10567 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.105064:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.105066:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.105072:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e15600/0x8f8d42f0d1113efb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e095ef expref: 161 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.105081:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e15600/0x8f8d42f0d1113efb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e095ef expref: 161 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.105202:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e15600/0x8f8d42f0d1113efb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e095ef expref: 161 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.105213:0:8534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e15600/0x8f8d42f0d1113efb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e095ef expref: 161 pid: 10465 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746126439.105225:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ac4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820097920:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126439.105278:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126439.117367:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.127472:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.135318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.144344:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.144395:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.149005:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.150054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.153053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.153786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.156682:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.159624:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.166728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.170631:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.177266:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.184729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.185535:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.189409:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.189456:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.189602:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5826 00000100:00100000:0.0:1746126439.189610:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821190784:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126439.189619:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126439.189632:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e15200/0x8f8d42f0d1113f17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0960b expref: 6 pid: 10465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.189651:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e15200/0x8f8d42f0d1113f17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0960b expref: 6 pid: 10465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.189668:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e15200/0x8f8d42f0d1113f17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0960b expref: 6 pid: 10465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.189683:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.189685:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.189691:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135127c00/0x8f8d42f0d1113f25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09619 expref: 167 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.189699:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135127c00/0x8f8d42f0d1113f25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09619 expref: 167 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.189732:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135127c00/0x8f8d42f0d1113f25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09619 expref: 167 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126439.189748:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820099072:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126439.189802:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126439.192977:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820099072:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126439.192998:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126439.193022:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821190784:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3413us (3565us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.193031:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5826 00000100:00100000:0.0:1746126439.199603:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.203106:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.211348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.216574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.217261:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.219869:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.222608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.225403:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.225455:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.229964:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.239539:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.242978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.248754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.251375:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.251419:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.253988:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3616 00000100:00100000:0.0:1746126439.253996:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821193728:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126439.254003:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126439.254009:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113f4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09643 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.254019:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.254022:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1113f48 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0963c expref: 171 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.254027:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126439.254030:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113f4f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09643 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.254049:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1113f48 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0963c expref: 171 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.254063:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113f4f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09643 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.254072:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093686600, rc 0) 00000100:00100000:0.0:1746126439.254092:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821193728:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (2673us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.254097:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3616 00000100:00100000:0.0:1746126439.258525:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.263551:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.269547:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.279136:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.283139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.285110:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.295539:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.295595:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.300357:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.300398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.302305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.307364:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.319034:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821196416 00000100:00100000:0.0:1746126439.319045:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821196416 00002000:00100000:0.0:1746126439.319091:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88012f408e00 x1830945821196416/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 496/0 e 0 to 0 dl 1746126450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.319101:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408e00 with x1830945821196416 ext(0->7) 00010000:00010000:0.0:1746126439.319110:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1113f5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09651 expref: 173 pid: 10567 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.319124:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1113f5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09651 expref: 173 pid: 10567 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746126439.319131:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f408e00 00000100:00100000:0.0:1746126439.319163:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 613 00000100:00100000:0.0:1746126439.319170:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+173:1976:x1830945821196416:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126439.319551:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+175:1976:x1830945821196416:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 380us (576us total) trans 4294968241 rc 0/0 00000100:00100000:0.0:1746126439.319558:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 613 00002000:00100000:0.0:1746126439.319564:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88012f408e00 x1830945821196416/t4294968241(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 496/448 e 0 to 0 dl 1746126450 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.319576:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408e00 with x1830945821196416 ext(0->7) 00010000:00010000:0.0:1746126439.319580:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1113f5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09651 expref: 175 pid: 10567 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.319588:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1113f5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09651 expref: 175 pid: 10567 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746126439.319593:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f408e00 00000100:00100000:0.0:1746126439.325381:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.330861:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.338467:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.339154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.343018:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.343099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.345974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.349877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.349944:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821197824 00000100:00100000:0.0:1746126439.349950:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821197824 00002000:00100000:0.0:1746126439.349988:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135153800 x1830945821197824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 488/0 e 0 to 0 dl 1746126450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.349997:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153800 with x1830945821197824 ext(0->4095) 00002000:00010000:0.0:1746126439.350002:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135153800 00000100:00100000:0.0:1746126439.350031:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3111 00000100:00100000:0.0:1746126439.350038:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+174:1977:x1830945821197824:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126439.350190:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+174:1977:x1830945821197824:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 152us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126439.350196:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3111 00002000:00100000:0.0:1746126439.350201:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135153800 x1830945821197824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746126450 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.350208:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153800 with x1830945821197824 ext(0->4095) 00002000:00010000:0.0:1746126439.350210:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135153800 00000100:00100000:0.0:1746126439.357004:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.362803:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.368171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.369297:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.372713:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.372773:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821198592 00000100:00100000:0.0:1746126439.372778:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821198592 00002000:00100000:0.0:1746126439.372811:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009414a680 x1830945821198592/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:200/0 lens 488/0 e 0 to 0 dl 1746126450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.372820:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009414a680 with x1830945821198592 ext(0->4095) 00010000:00010000:0.0:1746126439.372827:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135729800/0x8f8d42f0d1113f79 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0966d expref: 6 pid: 10567 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.372838:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135729800/0x8f8d42f0d1113f79 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0966d expref: 6 pid: 10567 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746126439.372845:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009414a680 00000100:00100000:0.0:1746126439.372860:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 616 00000100:00100000:0.0:1746126439.372865:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821198592:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126439.373033:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821198592:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (319us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126439.373039:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 616 00002000:00100000:0.0:1746126439.373043:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009414a680 x1830945821198592/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746126450 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.373049:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009414a680 with x1830945821198592 ext(0->4095) 00010000:00010000:0.0:1746126439.373053:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135729800/0x8f8d42f0d1113f79 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0966d expref: 6 pid: 10567 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.373061:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135729800/0x8f8d42f0d1113f79 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0966d expref: 6 pid: 10567 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746126439.373066:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009414a680 00000100:00100000:0.0:1746126439.376407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.376466:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.382074:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.391554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.397771:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821199488 00000100:00100000:0.0:1746126439.397781:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821199488 00000100:00100000:0.0:1746126439.397828:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3625 00000100:00100000:0.0:1746126439.397836:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+177:30984:x1830945821199488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126439.397854:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126439.398114:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113f8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09682 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.398136:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126439.398143:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135728800/0x8f8d42f0d1113f87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0967b expref: 179 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.398152:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126439.398155:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113f8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09682 expref: 179 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.398190:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135728800/0x8f8d42f0d1113f87 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0967b expref: 179 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.398201:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113f8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09682 expref: 179 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.398210:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093686a00, rc 0) 00000100:00100000:0.0:1746126439.398266:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+179:30984:x1830945821199488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 430us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.398271:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3625 00000100:00100000:0.0:1746126439.401801:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.420025:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.425445:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.430876:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.434467:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.443785:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.450275:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.453418:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.458399:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.465000:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.474253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.481160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.484616:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.484742:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.489861:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.494915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.499864:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.504251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.512964:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.516117:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.518726:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.518763:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.521038:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.528156:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821204480 00000100:00100000:0.0:1746126439.528168:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821204480 00002000:00100000:0.0:1746126439.528216:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88012f40aa00 x1830945821204480/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 496/0 e 0 to 0 dl 1746126450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.528228:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40aa00 with x1830945821204480 ext(0->7) 00010000:00010000:0.0:1746126439.528236:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e3d200/0x8f8d42f0d1113fb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096ac expref: 185 pid: 10465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.528251:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e3d200/0x8f8d42f0d1113fb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096ac expref: 185 pid: 10465 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746126439.528259:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f40aa00 00000100:00100000:0.0:1746126439.528294:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 627 00000100:00100000:0.0:1746126439.528301:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+185:1974:x1830945821204480:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126439.528682:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+187:1974:x1830945821204480:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 380us (2109us total) trans 4294968247 rc 0/0 00000100:00100000:0.0:1746126439.528691:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 627 00002000:00100000:0.0:1746126439.528697:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88012f40aa00 x1830945821204480/t4294968247(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 496/448 e 0 to 0 dl 1746126450 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.528703:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40aa00 with x1830945821204480 ext(0->7) 00010000:00010000:0.0:1746126439.528707:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e3d200/0x8f8d42f0d1113fb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096ac expref: 187 pid: 10465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.528716:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e3d200/0x8f8d42f0d1113fb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096ac expref: 187 pid: 10465 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746126439.528722:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f40aa00 00000100:00100000:0.0:1746126439.532251:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.538435:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.545928:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.549240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.554107:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821205376 00000100:00100000:0.0:1746126439.554116:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821205376 00000100:00100000:0.0:1746126439.554169:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3634 00000100:00100000:0.0:1746126439.554178:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+186:30984:x1830945821205376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126439.554197:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126439.554216:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e096c1 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.554244:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d1113fbf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096b3 expref: 187 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.554257:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e3d200/0x8f8d42f0d1113fc6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096ba expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.554263:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.554265:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.554268:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c1 expref: 187 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.554300:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e3d200/0x8f8d42f0d1113fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096ba expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.554312:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e3d200/0x8f8d42f0d1113fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096ba expref: 5 pid: 10465 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746126439.554324:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820104448:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126439.554441:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d1113fbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096b3 expref: 187 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.554448:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d1113fbf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096b3 expref: 187 pid: 10465 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746126439.554456:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820104576:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126439.554476:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126439.562676:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.562713:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.562757:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.562806:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821206016 00000100:00100000:0.0:1746126439.562812:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821206016 00000100:00100000:0.0:1746126439.562854:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3635 00000100:00100000:0.0:1746126439.562861:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821206016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126439.562876:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126439.562890:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d1113fd4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e096c8 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.562908:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.562913:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c1 expref: 187 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.562919:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126439.562922:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d1113fd4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c8 expref: 7 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.562952:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c1 expref: 187 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.562960:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013107f400/0x8f8d42f0d1113fd4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c8 expref: 8 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.562978:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013107f400, rc 0) 00000100:00100000:0.0:1746126439.563001:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:30985:x1830945821206016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.563006:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3635 00000100:00100000:0.0:1746126439.563042:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5850 00000100:00100000:0.0:1746126439.563049:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+188:1976:x1830945821205888:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126439.563056:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126439.563066:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d1113fbf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096b3 expref: 188 pid: 10465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.563075:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d1113fbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096b3 expref: 188 pid: 10465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.563087:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d1113fbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096b3 expref: 188 pid: 10465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.563099:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.563100:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.563107:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c1 expref: 187 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.563114:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c1 expref: 187 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.563132:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c1 expref: 187 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.563142:0:8534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c1 expref: 187 pid: 10567 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746126439.563154:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820104832:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126439.563201:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126439.567611:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.577460:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.579119:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821206528 00000100:00100000:0.0:1746126439.579129:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821206528 00002000:00100000:0.0:1746126439.579178:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880099a46d80 x1830945821206528/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 496/0 e 0 to 0 dl 1746126450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.579188:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46d80 with x1830945821206528 ext(0->7) 00010000:00010000:0.0:1746126439.579198:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c1 expref: 186 pid: 10567 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.579211:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c1 expref: 186 pid: 10567 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746126439.579219:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099a46d80 00000100:00100000:0.0:1746126439.579245:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 630 00000100:00100000:0.0:1746126439.579253:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+186:1976:x1830945821206528:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126439.579656:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+188:1976:x1830945821206528:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 403us (2205us total) trans 4294968248 rc 0/0 00000100:00100000:0.0:1746126439.579662:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 630 00002000:00100000:0.0:1746126439.579668:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880099a46d80 x1830945821206528/t4294968248(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 496/448 e 0 to 0 dl 1746126450 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.579674:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46d80 with x1830945821206528 ext(0->7) 00010000:00010000:0.0:1746126439.579679:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c1 expref: 188 pid: 10567 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746126439.579687:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093686a00/0x8f8d42f0d1113fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096c1 expref: 188 pid: 10567 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746126439.579693:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099a46d80 00000100:00100000:0.0:1746126439.581777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.587318:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.589723:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.594219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.594299:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.597812:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821207552 00000100:00100000:0.0:1746126439.597818:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821207552 00002000:00100000:0.0:1746126439.597855:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012f408380 x1830945821207552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 488/0 e 0 to 0 dl 1746126450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.597864:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408380 with x1830945821207552 ext(0->4095) 00010000:00010000:0.0:1746126439.597872:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096cf expref: 189 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126439.597884:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096cf expref: 189 pid: 10567 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746126439.597890:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f408380 00000100:00100000:0.0:1746126439.598042:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 632 00000100:00100000:0.0:1746126439.598049:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+189:1977:x1830945821207552:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126439.598382:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+189:1977:x1830945821207552:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 332us (640us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126439.598388:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 632 00002000:00100000:0.0:1746126439.598393:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012f408380 x1830945821207552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746126450 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.598406:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408380 with x1830945821207552 ext(0->4095) 00010000:00010000:0.0:1746126439.598410:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096cf expref: 189 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126439.598419:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093686600/0x8f8d42f0d1113fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e096cf expref: 189 pid: 10567 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746126439.598433:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f408380 00000100:00100000:0.0:1746126439.599918:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.604639:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.608919:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.612932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.618124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.621611:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.622355:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.628376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.628409:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.630293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.634656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.642836:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.647839:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.650309:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.652618:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.655527:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.658434:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.658734:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.660845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.661936:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.666667:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.669536:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.672143:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.674405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.677769:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.679542:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.688551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.694041:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.695250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.699406:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.699446:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.699485:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.700410:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5861 00000100:00100000:0.0:1746126439.700415:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821213440:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126439.700430:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126439.700436:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801348e3800/0x8f8d42f0d111400c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09700 expref: 6 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126439.700725:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801348e3800/0x8f8d42f0d111400c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09700 expref: 6 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126439.700860:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801348e3800/0x8f8d42f0d111400c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09700 expref: 6 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126439.700883:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126439.700901:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821213440:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 487us (1416us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.700910:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5861 00000100:00100000:0.0:1746126439.704092:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.708669:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.722305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.722338:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821214336 00000100:00100000:0.0:1746126439.722344:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821214336 00002000:00100000:0.0:1746126439.722378:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099afdf80 x1830945821214336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 488/0 e 0 to 0 dl 1746126450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.722386:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afdf80 with x1830945821214336 ext(0->4095) 00002000:00010000:0.0:1746126439.722390:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afdf80 00000100:00100000:0.0:1746126439.722407:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3124 00000100:00100000:0.0:1746126439.722413:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+197:1976:x1830945821214336:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126439.722572:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+197:1976:x1830945821214336:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 158us (272us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126439.722578:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3124 00002000:00100000:0.0:1746126439.722583:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099afdf80 x1830945821214336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746126450 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126439.722590:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afdf80 with x1830945821214336 ext(0->4095) 00002000:00010000:0.0:1746126439.722592:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afdf80 00000100:00100000:0.0:1746126439.725739:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.730709:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.731017:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.734479:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.735865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.735900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.740274:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.746753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.751302:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.762635:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.769071:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.770061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.772000:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.773713:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.773735:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821216768 00000100:00100000:0.0:1746126439.773738:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821216768 00010000:00010000:0.0:1746126439.773755:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801348e2e00/0x8f8d42f0d1114036 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0972a expref: 200 pid: 10567 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746126439.773769:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5866 00000100:00100000:0.0:1746126439.773773:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089376d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+200:1977:x1830945821216768:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126439.773780:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126439.773791:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801348e2e00/0x8f8d42f0d1114036 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0972a expref: 200 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126439.773798:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801348e2e00/0x8f8d42f0d1114036 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0972a expref: 200 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126439.773816:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126439.773831:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089376d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+200:1977:x1830945821216768:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 58us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.773836:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5866 00000100:00100000:0.0:1746126439.777000:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.777065:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.782381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.791091:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.794913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.805571:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.808905:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.810654:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.815074:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a42dad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126439.817365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.820363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.822312:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.824710:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.827936:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f40a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820109184:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126439.827953:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126439.827997:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821218816:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3089us (3291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.828005:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5870 00000100:00100000:0.0:1746126439.830046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.834844:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.851293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.854525:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.856934:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.860024:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.866100:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.868643:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.876811:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.900221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.900273:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.905754:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.911607:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.916262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.921717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.923866:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.925760:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.932176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.935688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.939860:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.940616:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.943713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.944176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.944210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.946890:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.950367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.954744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.959624:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.963251:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821224064 00000100:00100000:0.0:1746126439.963258:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821224064 00000100:00100000:0.0:1746126439.963786:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3663 00000100:00100000:0.0:1746126439.963794:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821224064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126439.963809:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126439.963824:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1114098 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0978c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.963843:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.963845:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126439.963852:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1114098 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0978c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.963868:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1114098 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0978c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126439.963877:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093686400, rc 0) 00000100:00100000:0.0:1746126439.963915:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821224064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.963921:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3663 00000100:00100000:0.0:1746126439.967076:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.971725:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.975968:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.976016:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.982540:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.984130:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821225088 00000100:00100000:0.0:1746126439.984134:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821225088 00010000:00010000:0.0:1746126439.984150:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1114098 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0978c expref: 7 pid: 8479 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746126439.984177:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5879 00000100:00100000:0.0:1746126439.984182:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945821225088:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126439.984189:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126439.984203:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1114098 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0978c expref: 7 pid: 8479 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126439.984211:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1114098 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0978c expref: 7 pid: 8479 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126439.984228:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093686400/0x8f8d42f0d1114098 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0978c expref: 7 pid: 8479 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126439.984240:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126439.984257:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821225088:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 75us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126439.984262:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5879 00000100:00100000:0.0:1746126439.990089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126439.996693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.005602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.016678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.017834:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.022793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.024562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.030431:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820112000:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126440.030457:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.030536:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b139c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821226624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5265us (5974us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.030547:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5882 00000100:00100000:0.0:1746126440.036076:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.042866:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821227264 00000100:00100000:0.0:1746126440.042876:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821227264 00010000:00010000:0.0:1746126440.042915:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d11140ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097a1 expref: 213 pid: 10567 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746126440.042959:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5883 00000100:00100000:0.0:1746126440.042967:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+213:1976:x1830945821227264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126440.042981:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126440.043004:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d11140ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097a1 expref: 213 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.043017:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d11140ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097a1 expref: 213 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.043040:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d11140ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097a1 expref: 213 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.043071:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.043073:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.043081:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135729800/0x8f8d42f0d11140b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097a8 expref: 212 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.043090:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135729800/0x8f8d42f0d11140b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097a8 expref: 212 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.043125:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135729800/0x8f8d42f0d11140b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097a8 expref: 212 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126440.043138:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a89e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820112128:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126440.043224:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.046042:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.052188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.056169:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.061108:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.062303:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.063340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.063378:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821228416 00000100:00100000:0.0:1746126440.063381:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821228416 00010000:00010000:0.0:1746126440.063398:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135126200/0x8f8d42f0d11140bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097af expref: 6 pid: 8479 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746126440.063414:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5885 00000100:00100000:0.0:1746126440.063427:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821228416:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126440.063434:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126440.063443:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135126200/0x8f8d42f0d11140bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097af expref: 6 pid: 8479 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.063451:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135126200/0x8f8d42f0d11140bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097af expref: 6 pid: 8479 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.063467:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135126200/0x8f8d42f0d11140bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097af expref: 6 pid: 8479 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.063480:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.063509:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821228416:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 76us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.063514:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5885 00000100:00100000:0.0:1746126440.071431:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.074096:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.077238:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.081229:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.088085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.100473:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.101829:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.106557:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.106609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.115784:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.118806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.125608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.136727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.136764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.136794:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821231488 00000100:00100000:0.0:1746126440.136802:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821231488 00000100:00100000:0.0:1746126440.136841:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821231616 00000100:00100000:0.0:1746126440.136842:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821231616 00000100:00100000:0.0:1746126440.136855:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3674 00000100:00100000:0.0:1746126440.136861:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+216:30984:x1830945821231488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126440.136877:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126440.136895:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b32c00/0x8f8d42f0d11140e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e097d9 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.136923:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800949a3600/0x8f8d42f0d11140de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097d2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.136930:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.136931:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.136934:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b32c00/0x8f8d42f0d11140e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097d9 expref: 217 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.136962:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800949a3600/0x8f8d42f0d11140de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097d2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.136974:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800949a3600/0x8f8d42f0d11140de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097d2 expref: 5 pid: 10567 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746126440.136985:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b78f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820113536:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126440.137048:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942930c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.137062:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3675 00000100:00100000:0.0:1746126440.137066:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+217:30985:x1830945821231616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126440.137071:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126440.137076:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093a44c00/0x8f8d42f0d11140ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e097e0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.137085:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.137088:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b32c00/0x8f8d42f0d11140e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097d9 expref: 218 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.137093:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126440.137095:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093a44c00/0x8f8d42f0d11140ec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097e0 expref: 218 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.137126:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b32c00/0x8f8d42f0d11140e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097d9 expref: 218 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.137135:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093a44c00/0x8f8d42f0d11140ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e097e0 expref: 218 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.137143:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a44c00, rc 0) 00000100:00100000:0.0:1746126440.137163:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+218:30985:x1830945821231616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.137168:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3675 00000100:00100000:0.0:1746126440.139022:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.141584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.144622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.147870:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.150081:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.153039:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.159050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.159753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.163673:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.163721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.168021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.175459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.182093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.189576:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.192764:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.194229:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.195118:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.200446:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.202243:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.207317:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.209979:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.217383:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.226074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.235900:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.237246:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.244289:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.247396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.257880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.272735:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.279132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.279184:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.281559:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.285379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.291034:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.294088:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.297286:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.300670:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.306092:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.311400:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.313118:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.322675:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.322710:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.322776:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.322799:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821239680 00000100:00100000:0.0:1746126440.322807:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821239680 00010000:00010000:0.0:1746126440.322842:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135126200/0x8f8d42f0d1114139 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0982d expref: 228 pid: 10465 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746126440.322865:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821239936 00000100:00100000:0.0:1746126440.322867:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821239936 00010000:00010000:0.0:1746126440.322877:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d1114132 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09826 expref: 6 pid: 8481 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746126440.322891:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5902 00000100:00100000:0.0:1746126440.322898:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+228:1975:x1830945821239680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126440.322910:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126440.322933:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135126200/0x8f8d42f0d1114139 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0982d expref: 228 pid: 10465 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.322944:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135126200/0x8f8d42f0d1114139 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0982d expref: 228 pid: 10465 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.322967:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.323386:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+229:1975:x1830945821239680:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 487us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.323392:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5902 00000100:00100000:0.0:1746126440.328680:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.337609:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.345253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.347564:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.351091:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.353581:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.355981:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.357180:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.360434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.367194:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094905180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820117248:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126440.367215:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.367272:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821241600:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6120us (6853us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.367282:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5906 00000100:00100000:0.0:1746126440.384281:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.393158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.398727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.410801:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.413101:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820117504:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126440.413119:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.413144:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+231:1976:x1830945821242240:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 11210us (14426us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.413153:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5907 00000100:00100000:0.0:1746126440.414166:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.420652:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.426269:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.430314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.436436:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.445983:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.454577:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.457477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.460344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.464058:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.468110:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.476476:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.484802:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.492963:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.494169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.503739:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.507551:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.512733:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.520968:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830945820119168:0@lo:400:kworker.0 00000100:00100000:0.0:1746126440.521005:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126440.521037:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820119680:0@lo:400:kworker.0 00000100:00100000:0.0:1746126440.521054:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746126440.521166:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126440.521176:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1746126440.521182:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830945820119424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126440.521203:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830945820119424:12345-0@lo:400:kworker.0 Request processed in 22us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.521408:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1746126440.521443:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3301:1830945820119424:0@lo:400:kworker.0 00000100:00080000:0.0:1746126440.521457:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126440.521469:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830945820119168:0@lo:400:kworker.0 00000100:00080000:0.0:1746126440.521487:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126440.521555:0:3299:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967869 gen 2 00000004:00080000:0.0:1746126440.521560:0:3299:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135a29500, transno 4294967869 00000100:00100000:0.0:1746126440.521567:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820119680:0@lo:400:kworker.0 00000100:00100000:0.0:1746126440.531019:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.531227:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.535759:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.538627:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.538693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.543225:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.548481:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.550711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.562620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.563170:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.568324:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.568845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.568882:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821248000 00000100:00100000:0.0:1746126440.568889:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821248000 00010000:00010000:0.0:1746126440.569695:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135729800/0x8f8d42f0d1114194 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09888 expref: 6 pid: 10567 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746126440.569723:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5916 00000100:00100000:0.0:1746126440.569729:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821248000:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126440.569739:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126440.569753:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135729800/0x8f8d42f0d1114194 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09888 expref: 6 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.569762:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135729800/0x8f8d42f0d1114194 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09888 expref: 6 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.569783:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135729800/0x8f8d42f0d1114194 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09888 expref: 6 pid: 10567 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.569800:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.569823:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821248000:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 95us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.569829:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5916 00000100:00100000:0.0:1746126440.575457:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.575602:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.575633:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821248256 00000100:00100000:0.0:1746126440.575642:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821248256 00010000:00010000:0.0:1746126440.575676:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009367bc00/0x8f8d42f0d111419b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0988f expref: 239 pid: 8481 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746126440.575710:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5917 00000100:00100000:0.0:1746126440.575718:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b138850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+239:1976:x1830945821248256:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126440.575731:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126440.575753:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009367bc00/0x8f8d42f0d111419b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0988f expref: 239 pid: 8481 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.575765:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009367bc00/0x8f8d42f0d111419b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0988f expref: 239 pid: 8481 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.575787:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009367bc00/0x8f8d42f0d111419b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0988f expref: 239 pid: 8481 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746126440.575802:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.575804:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.575812:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367a800/0x8f8d42f0d11141a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09896 expref: 238 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.575819:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009367a800/0x8f8d42f0d11141a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09896 expref: 238 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.575851:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009367a800/0x8f8d42f0d11141a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09896 expref: 238 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126440.575864:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094903800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820120704:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126440.578144:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.580214:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.580301:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820120832:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126440.580326:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009367b000/0x8f8d42f0d11141a9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0989d expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.580342:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367b000, rc 0) 00000100:00100000:0.0:1746126440.580388:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821248128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4224us (4941us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.580396:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3702 00000100:00100000:0.0:1746126440.585232:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.587759:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.589763:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.594061:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.608610:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.608680:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.612430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.615266:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.619223:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.634509:0:8483:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820121600 00000100:00100000:0.0:1746126440.634523:0:8483:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820121600 00000100:00100000:0.0:1746126440.634570:0:8483:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1746126440.634578:0:8483:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820121600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126440.634606:0:8483:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 892928000 pending 199360512 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746126440.634658:0:8483:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820121600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (4854us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.634663:0:8483:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1746126440.637112:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.641206:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.650275:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.663893:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.666824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.670621:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.672243:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.675676:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.675713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.675740:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.681795:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.694481:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821252736 00000100:00100000:0.0:1746126440.694509:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821252736 00002000:00100000:0.0:1746126440.694557:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88009184d500 x1830945821252736/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 496/0 e 0 to 0 dl 1746126451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.694566:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d500 with x1830945821252736 ext(0->7) 00010000:00010000:0.0:1746126440.694574:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11141cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098c0 expref: 243 pid: 8481 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.694588:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11141cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098c0 expref: 243 pid: 8481 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.694594:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009184d500 00000100:00100000:0.0:1746126440.694630:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 701 00000100:00100000:0.0:1746126440.694637:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+243:1976:x1830945821252736:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126440.694988:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+245:1976:x1830945821252736:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 350us (578us total) trans 4294968276 rc 0/0 00000100:00100000:0.0:1746126440.694995:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 701 00002000:00100000:0.0:1746126440.695001:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88009184d500 x1830945821252736/t4294968276(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 496/448 e 0 to 0 dl 1746126451 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.695008:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d500 with x1830945821252736 ext(0->7) 00010000:00010000:0.0:1746126440.695012:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11141cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098c0 expref: 245 pid: 8481 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.695021:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11141cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098c0 expref: 245 pid: 8481 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.695026:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009184d500 00000100:00100000:0.0:1746126440.706787:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.707815:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.718933:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.721673:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.721769:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.728302:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820122752:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126440.728318:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.728349:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+244:1977:x1830945821253504:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6408us (6579us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.728357:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5925 00000100:00100000:0.0:1746126440.728386:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821253760 00000100:00100000:0.0:1746126440.728391:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821253760 00002000:00100000:0.0:1746126440.728430:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092804e00 x1830945821253760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 488/0 e 0 to 0 dl 1746126451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.728438:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804e00 with x1830945821253760 ext(0->4095) 00010000:00010000:0.0:1746126440.728444:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 244 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.728456:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 244 pid: 10567 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.728462:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092804e00 00000100:00100000:0.0:1746126440.728480:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 703 00000100:00100000:0.0:1746126440.728486:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+244:1976:x1830945821253760:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126440.728616:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+244:1976:x1830945821253760:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (393us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126440.728621:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 703 00002000:00100000:0.0:1746126440.728626:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092804e00 x1830945821253760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746126451 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.728632:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804e00 with x1830945821253760 ext(0->4095) 00010000:00010000:0.0:1746126440.728636:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 244 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.728644:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 244 pid: 10567 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.728649:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092804e00 00000100:00100000:0.0:1746126440.739113:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821254016 00000100:00100000:0.0:1746126440.739121:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821254016 00002000:00100000:0.0:1746126440.739171:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880092807b80 x1830945821254016/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 496/0 e 0 to 0 dl 1746126451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.739180:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807b80 with x1830945821254016 ext(0->7) 00010000:00010000:0.0:1746126440.739188:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 244 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.739202:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 244 pid: 10567 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.739208:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092807b80 00000100:00100000:0.0:1746126440.739265:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 704 00000100:00100000:0.0:1746126440.739271:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+244:1974:x1830945821254016:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126440.739726:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+246:1974:x1830945821254016:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 453us (795us total) trans 4294968277 rc 0/0 00000100:00100000:0.0:1746126440.739732:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 704 00002000:00100000:0.0:1746126440.739738:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880092807b80 x1830945821254016/t4294968277(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 496/448 e 0 to 0 dl 1746126451 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.739745:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807b80 with x1830945821254016 ext(0->7) 00010000:00010000:0.0:1746126440.739750:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 246 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.739759:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 246 pid: 10567 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.739764:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092807b80 00000100:00100000:0.0:1746126440.745191:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.745216:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821254144 00000100:00100000:0.0:1746126440.745223:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821254144 00010000:00010000:0.0:1746126440.745251:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 246 pid: 10567 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.745273:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5926 00000100:00100000:0.0:1746126440.745280:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+246:1974:x1830945821254144:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126440.745290:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126440.745306:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 246 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.745315:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 246 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.745334:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11141da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ce expref: 246 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.745347:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.745349:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.745355:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.745362:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.745390:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126440.745401:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d280700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820123008:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126440.745472:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.750893:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821254272 00000100:00100000:0.0:1746126440.750903:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821254272 00000100:00100000:0.0:1746126440.750944:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3711 00000100:00100000:0.0:1746126440.750952:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+246:30984:x1830945821254272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126440.750967:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126440.750980:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e098dc expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.751004:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.751011:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.751012:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.751015:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 247 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.751038:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.751047:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 5 pid: 8479 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.751056:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d281180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820123136:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126440.751117:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.751189:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d280700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820123008:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126440.751204:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.751220:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+247:1974:x1830945821254144:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5941us (6036us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.751231:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5926 00000100:00100000:0.0:1746126440.752659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.752689:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821254528 00000100:00100000:0.0:1746126440.752693:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821254528 00002000:00100000:0.0:1746126440.752721:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d280700 x1830945821254528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:201/0 lens 488/0 e 0 to 0 dl 1746126451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.752729:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280700 with x1830945821254528 ext(0->4095) 00010000:00010000:0.0:1746126440.752736:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 6 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.752747:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 6 pid: 8479 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.752752:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d280700 00000100:00100000:0.0:1746126440.752767:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 705 00000100:00100000:0.0:1746126440.752772:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821254528:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126440.752900:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821254528:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126440.752906:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 705 00002000:00100000:0.0:1746126440.752911:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d280700 x1830945821254528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746126451 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.752917:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280700 with x1830945821254528 ext(0->4095) 00010000:00010000:0.0:1746126440.752921:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 6 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.752934:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 6 pid: 8479 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.752939:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d280700 00000100:00100000:0.0:1746126440.758961:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d281180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820123136:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126440.758985:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 247 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.759001:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c0200, rc 0) 00000100:00100000:0.0:1746126440.759035:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+247:30984:x1830945821254272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8084us (12642us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.759043:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3711 00000100:00100000:0.0:1746126440.759140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.759162:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821254784 00000100:00100000:0.0:1746126440.759166:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821254784 00010000:00010000:0.0:1746126440.759184:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 6 pid: 8479 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.759202:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5927 00000100:00100000:0.0:1746126440.759206:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821254784:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126440.759216:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126440.759232:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 6 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.759241:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 6 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.759258:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135126e00/0x8f8d42f0d11141e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098d5 expref: 6 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.759267:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.759269:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.759274:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 246 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.759280:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 246 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.759300:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 246 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.759309:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 246 pid: 8479 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.759317:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820123392:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126440.759363:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.763748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.763781:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820123392:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126440.763794:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.763821:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821254784:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4615us (4683us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.763829:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5927 00000100:00100000:0.0:1746126440.763856:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821255040 00000100:00100000:0.0:1746126440.763861:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821255040 00002000:00100000:0.0:1746126440.763885:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282a00 x1830945821255040/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 488/0 e 0 to 0 dl 1746126451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.763893:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282a00 with x1830945821255040 ext(0->4095) 00010000:00010000:0.0:1746126440.763899:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 247 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.763909:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 247 pid: 8479 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.763914:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282a00 00000100:00100000:0.0:1746126440.763925:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 706 00000100:00100000:0.0:1746126440.763930:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+247:1976:x1830945821255040:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126440.764019:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+247:1976:x1830945821255040:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126440.764024:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 706 00002000:00100000:0.0:1746126440.764029:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282a00 x1830945821255040/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746126451 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.764035:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282a00 with x1830945821255040 ext(0->4095) 00010000:00010000:0.0:1746126440.764038:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 247 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.764046:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 247 pid: 8479 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.764051:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282a00 00000100:00100000:0.0:1746126440.771314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.771340:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821255296 00000100:00100000:0.0:1746126440.771347:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821255296 00002000:00100000:0.0:1746126440.771378:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008d282300 x1830945821255296/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 496/0 e 0 to 0 dl 1746126451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.771388:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282300 with x1830945821255296 ext(0->7) 00010000:00010000:0.0:1746126440.771395:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 247 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.771409:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 247 pid: 8479 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.771427:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282300 00000100:00100000:0.0:1746126440.771444:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 707 00000100:00100000:0.0:1746126440.771451:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+247:1975:x1830945821255296:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126440.771698:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+249:1975:x1830945821255296:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 246us (390us total) trans 4294968278 rc 0/0 00000100:00100000:0.0:1746126440.771704:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 707 00002000:00100000:0.0:1746126440.771709:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008d282300 x1830945821255296/t4294968278(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 496/448 e 0 to 0 dl 1746126451 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.771716:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282300 with x1830945821255296 ext(0->7) 00010000:00010000:0.0:1746126440.771720:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 249 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.771728:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 249 pid: 8479 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.771738:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282300 00000100:00100000:0.0:1746126440.783994:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.784060:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.784081:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821255424 00000100:00100000:0.0:1746126440.784088:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821255424 00010000:00010000:0.0:1746126440.784113:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 249 pid: 8479 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.784136:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5928 00000100:00100000:0.0:1746126440.784142:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+249:1974:x1830945821255424:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126440.784153:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126440.784169:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 249 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.784179:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 249 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.784198:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11141e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098dc expref: 249 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.784209:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.784210:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.784216:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 248 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.784223:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 248 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.784248:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 248 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126440.784257:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093484380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820123520:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126440.787657:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821255552 00000100:00100000:0.0:1746126440.787666:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821255552 00000100:00100000:0.0:1746126440.787702:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3713 00000100:00100000:0.0:1746126440.787709:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+249:30984:x1830945821255552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126440.787723:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126440.787737:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e098ea expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.787758:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 250 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.787765:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.787766:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.787769:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ea expref: 250 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.787792:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 250 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.787802:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 250 pid: 10567 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.787816:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093484700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820123648:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126440.787876:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.787982:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.791452:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821255808 00000100:00100000:0.0:1746126440.791457:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821255808 00002000:00100000:0.0:1746126440.791481:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009184ed80 x1830945821255808/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 488/0 e 0 to 0 dl 1746126451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.791489:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ed80 with x1830945821255808 ext(0->4095) 00010000:00010000:0.0:1746126440.791504:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 250 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.791514:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 250 pid: 10567 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.791519:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009184ed80 00000100:00100000:0.0:1746126440.791538:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 708 00000100:00100000:0.0:1746126440.791543:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+250:1977:x1830945821255808:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126440.791635:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+250:1977:x1830945821255808:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 91us (425us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126440.791639:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 708 00002000:00100000:0.0:1746126440.791643:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009184ed80 x1830945821255808/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746126451 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.791649:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ed80 with x1830945821255808 ext(0->4095) 00010000:00010000:0.0:1746126440.791653:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 250 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.791661:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 250 pid: 10567 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.791665:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009184ed80 00000100:00100000:0.0:1746126440.791707:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093484380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820123520:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126440.791714:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.791730:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+249:1974:x1830945821255424:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7588us (7741us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.791736:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5928 00000100:00100000:0.0:1746126440.794646:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821255936 00000100:00100000:0.0:1746126440.794652:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821255936 00000100:00100000:0.0:1746126440.795042:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3714 00000100:00100000:0.0:1746126440.795050:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821255936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126440.795063:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126440.795076:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d11141fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e098f1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.795094:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.795100:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ea expref: 248 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.795104:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126440.795107:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d11141fd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098f1 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.795138:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ea expref: 248 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.795148:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d11141fd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098f1 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.795156:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c1200, rc 0) 00000100:00100000:0.0:1746126440.795183:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821255936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.795188:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3714 00000100:00100000:0.0:1746126440.795253:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821256064 00000100:00100000:0.0:1746126440.795256:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821256064 00010000:00010000:0.0:1746126440.795267:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 249 pid: 10567 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.795281:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5929 00000100:00100000:0.0:1746126440.795285:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d112d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+249:1976:x1830945821256064:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126440.795290:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126440.795305:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 249 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.795312:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 249 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.795325:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11141ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098e3 expref: 249 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.795334:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.795335:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.795340:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ea expref: 248 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.795346:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ea expref: 248 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.795361:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ea expref: 248 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.795369:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ea expref: 248 pid: 8479 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.795378:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093484380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820123904:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126440.796424:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126440.799128:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093484380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820123904:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126440.799141:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.799409:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d112d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945821256064:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4121us (4811us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.799425:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5929 00000100:00100000:0.0:1746126440.799932:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821256320 00000100:00100000:0.0:1746126440.799937:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821256320 00002000:00100000:0.0:1746126440.799960:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009b80f100 x1830945821256320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 488/0 e 0 to 0 dl 1746126451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.799973:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80f100 with x1830945821256320 ext(0->4095) 00010000:00010000:0.0:1746126440.799979:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ea expref: 10 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.799989:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ea expref: 10 pid: 8479 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.799995:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b80f100 00000100:00100000:0.0:1746126440.800228:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 709 00000100:00100000:0.0:1746126440.800235:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945821256320:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126440.800348:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945821256320:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (597us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126440.800353:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 709 00002000:00100000:0.0:1746126440.800358:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009b80f100 x1830945821256320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746126451 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126440.800365:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80f100 with x1830945821256320 ext(0->4095) 00010000:00010000:0.0:1746126440.800370:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ea expref: 10 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.800378:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800945dcc00/0x8f8d42f0d11141f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ea expref: 10 pid: 8479 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126440.800383:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b80f100 00000100:00100000:0.0:1746126440.806018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.807766:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.824203:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.829281:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.831188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.833116:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.837271:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.837298:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.838427:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.838443:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821257600 00000100:00100000:0.0:1746126440.838565:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821257600 00010000:00010000:0.0:1746126440.838581:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d11141fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098f1 expref: 7 pid: 8479 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.838599:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5932 00000100:00100000:0.0:1746126440.838604:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093485f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1974:x1830945821257600:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126440.838611:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126440.839130:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d11141fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098f1 expref: 7 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.839140:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d11141fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098f1 expref: 7 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.839155:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d11141fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098f1 expref: 7 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.839176:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.839177:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126440.839183:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367be00/0x8f8d42f0d111420b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ff expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.839189:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009367be00/0x8f8d42f0d111420b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ff expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.839209:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009367be00/0x8f8d42f0d111420b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ff expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126440.839994:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009367be00/0x8f8d42f0d111420b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e098ff expref: 11 pid: 8479 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.840006:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093486300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820124544:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126440.843935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.850676:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.860065:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.869856:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.887236:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.888013:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.894586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.894622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.894702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.894740:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821259648 00000100:00100000:0.0:1746126440.894746:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821259648 00010000:00010000:0.0:1746126440.894779:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1114212 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09906 expref: 7 pid: 8479 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.894802:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821259904 00000100:00100000:0.0:1746126440.894804:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821259904 00010000:00010000:0.0:1746126440.894815:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c57f200/0x8f8d42f0d1114219 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0990d expref: 16 pid: 8481 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.894829:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5934 00000100:00100000:0.0:1746126440.894835:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093487b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945821259648:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126440.894846:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126440.894870:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1114212 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09906 expref: 8 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.894880:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1114212 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09906 expref: 8 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.895367:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126440.895410:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093487b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945821259648:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 574us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.895428:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5934 00010000:00010000:0.0:1746126440.895560:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f200/0x8f8d42f0d1114219 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0990d expref: 16 pid: 8481 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.895586:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b80c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820124800:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126440.895598:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1114212 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09906 expref: 6 pid: 8479 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126440.895605:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b80ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820124928:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126440.895629:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114220 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09914 expref: 15 pid: 8481 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.895642:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114220 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09914 expref: 15 pid: 8481 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126440.895658:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c57f600, rc 0) 00000100:00100000:0.0:1746126440.895690:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093487480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:30984:x1830945821259264:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8246us (8451us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126440.895696:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3719 00000100:00100000:0.0:1746126440.899030:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.902938:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.907725:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.915767:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.922258:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.930688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.932563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.939633:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.939650:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.941083:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.944610:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.969752:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.974570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.977443:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.977483:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.984871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.992094:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126440.999827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.008170:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.008698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126441.009423:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126441.009522:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3727 00000100:00100000:0.0:1746126441.009529:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:30985:x1830945821264384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126441.009537:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126441.009542:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1114258 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0994c expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.009552:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126441.009555:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d1114251 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09945 expref: 22 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.009560:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126441.009562:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1114258 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0994c expref: 22 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.009582:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d1114251 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09945 expref: 22 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.009592:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1114258 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0994c expref: 22 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.009600:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c1800, rc 0) 00000100:00100000:0.0:1746126441.009623:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:30985:x1830945821264384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.009628:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3727 00000100:00100000:0.0:1746126441.013335:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126441.013513:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126441.019775:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.019811:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821264768 00000100:00100000:0.0:1746126441.019820:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821264768 00002000:00100000:0.0:1746126441.019857:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012f409880 x1830945821264768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 488/0 e 0 to 0 dl 1746126452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.019867:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409880 with x1830945821264768 ext(0->4095) 00010000:00010000:0.0:1746126441.019875:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d1114251 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09945 expref: 21 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.019889:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d1114251 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09945 expref: 21 pid: 10567 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.019895:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f409880 00000100:00100000:0.0:1746126441.020036:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 722 00000100:00100000:0.0:1746126441.020043:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1977:x1830945821264768:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126441.020196:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1977:x1830945821264768:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 153us (428us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126441.020202:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 722 00002000:00100000:0.0:1746126441.020208:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012f409880 x1830945821264768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746126452 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.020214:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409880 with x1830945821264768 ext(0->4095) 00010000:00010000:0.0:1746126441.020219:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d1114251 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09945 expref: 21 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.020228:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d1114251 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09945 expref: 21 pid: 10567 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.020238:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f409880 00000100:00100000:0.0:1746126441.025990:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.044344:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.050617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.052792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.059220:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d283b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820127104:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126441.059247:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009367a800/0x8f8d42f0d111425f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09953 expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.059260:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367a800, rc 0) 00000100:00100000:0.0:1746126441.059310:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:30984:x1830945821265280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8575us (8699us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.059317:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3728 00000100:00100000:0.0:1746126441.060234:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821265664 00000100:00100000:0.0:1746126441.060238:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821265664 00000100:00100000:0.0:1746126441.063884:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.067390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.075178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.089871:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.096459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.105677:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.106118:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.110715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.111089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.114138:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821267840 00000100:00100000:0.0:1746126441.114142:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821267840 00002000:00100000:0.0:1746126441.114171:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094906d80 x1830945821267840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 488/0 e 0 to 0 dl 1746126452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.114179:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094906d80 with x1830945821267840 ext(0->4095) 00010000:00010000:0.0:1746126441.114185:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367a800/0x8f8d42f0d1114274 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09968 expref: 24 pid: 8481 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.114196:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367a800/0x8f8d42f0d1114274 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09968 expref: 24 pid: 8481 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.114201:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094906d80 00000100:00100000:0.0:1746126441.114226:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 728 00000100:00100000:0.0:1746126441.114231:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945821267840:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126441.114358:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945821267840:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126441.114364:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 728 00002000:00100000:0.0:1746126441.114368:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094906d80 x1830945821267840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746126452 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.114375:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094906d80 with x1830945821267840 ext(0->4095) 00010000:00010000:0.0:1746126441.114379:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367a800/0x8f8d42f0d1114274 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09968 expref: 24 pid: 8481 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.114386:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367a800/0x8f8d42f0d1114274 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09968 expref: 24 pid: 8481 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.114391:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094906d80 00000100:00100000:0.0:1746126441.116169:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.123071:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.128848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.134678:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.137201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.143196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.143231:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.149601:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.150113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.155864:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.158735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.161274:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.165393:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.167992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.170090:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.175902:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.175956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.182525:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.184021:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.191689:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.195168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.201434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.208403:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.214835:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.218849:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.219790:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.222549:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.226178:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.226808:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.234326:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821273728 00000100:00100000:0.0:1746126441.234332:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821273728 00002000:00100000:0.0:1746126441.234363:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d280000 x1830945821273728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 488/0 e 0 to 0 dl 1746126452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.234371:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280000 with x1830945821273728 ext(0->4095) 00010000:00010000:0.0:1746126441.234378:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11142b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099a7 expref: 31 pid: 10465 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.234389:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11142b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099a7 expref: 31 pid: 10465 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.234394:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d280000 00000100:00100000:0.0:1746126441.234446:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 737 00000100:00100000:0.0:1746126441.234452:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945821273728:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126441.235381:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945821273728:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 927us (1284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126441.235388:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 737 00002000:00100000:0.0:1746126441.235393:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d280000 x1830945821273728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746126452 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.235400:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280000 with x1830945821273728 ext(0->4095) 00010000:00010000:0.0:1746126441.235405:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11142b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099a7 expref: 31 pid: 10465 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.235425:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11142b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099a7 expref: 31 pid: 10465 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.235434:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d280000 00000100:00100000:0.0:1746126441.245587:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821273984 00000100:00100000:0.0:1746126441.245595:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821273984 00002000:00100000:0.0:1746126441.245628:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008d281180 x1830945821273984/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 496/0 e 0 to 0 dl 1746126452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.245636:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281180 with x1830945821273984 ext(0->7) 00010000:00010000:0.0:1746126441.245644:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11142b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099a7 expref: 31 pid: 10465 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.245655:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11142b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099a7 expref: 31 pid: 10465 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.245660:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d281180 00000100:00100000:0.0:1746126441.245764:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 738 00000100:00100000:0.0:1746126441.245772:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1974:x1830945821273984:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126441.246143:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1974:x1830945821273984:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 370us (705us total) trans 4294968289 rc 0/0 00000100:00100000:0.0:1746126441.246150:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 738 00002000:00100000:0.0:1746126441.246155:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008d281180 x1830945821273984/t4294968289(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 496/448 e 0 to 0 dl 1746126452 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.246161:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281180 with x1830945821273984 ext(0->7) 00010000:00010000:0.0:1746126441.246166:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11142b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099a7 expref: 33 pid: 10465 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.246178:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11142b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099a7 expref: 33 pid: 10465 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.246183:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d281180 00000100:00100000:0.0:1746126441.248982:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.254590:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.261323:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.269380:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.275216:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.281206:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.287654:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.288394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.288781:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.288806:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821275520 00000100:00100000:0.0:1746126441.288809:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821275520 00000100:00100000:0.0:1746126441.288829:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3744 00000100:00100000:0.0:1746126441.288835:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:30985:x1830945821275520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126441.288848:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126441.288860:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d11142cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e099c3 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.288877:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126441.288883:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11142c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099bc expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.288887:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126441.288891:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d11142cf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099c3 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.288916:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135728600/0x8f8d42f0d11142c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099bc expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.288926:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d11142cf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099c3 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.288934:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c1200, rc 0) 00000100:00100000:0.0:1746126441.288968:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:30985:x1830945821275520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.288973:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3744 00000100:00100000:0.0:1746126441.294832:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.301897:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.325177:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.329694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.340015:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.340964:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.348674:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.355570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.362660:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.368096:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.375139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.375184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.382534:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.383863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.385643:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.386222:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.390611:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.395085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.397670:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.403227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.406087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.408027:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.426629:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.427607:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.433225:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.433259:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.433286:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821280896 00000100:00100000:0.0:1746126441.433290:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821280896 00000100:00100000:0.0:1746126441.433316:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3752 00000100:00100000:0.0:1746126441.433322:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:30985:x1830945821280896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126441.433335:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126441.433347:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d1114307 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e099fb expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.433364:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126441.433368:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367aa00/0x8f8d42f0d1114300 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099f4 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.433373:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126441.433376:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d1114307 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099fb expref: 41 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.433397:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009367aa00/0x8f8d42f0d1114300 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099f4 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.433422:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d1114307 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099fb expref: 41 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.433430:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c1200, rc 0) 00000100:00100000:0.0:1746126441.433464:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:30985:x1830945821280896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.433469:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3752 00000100:00100000:0.0:1746126441.435126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.438258:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.451942:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821281408 00000100:00100000:0.0:1746126441.451949:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821281408 00002000:00100000:0.0:1746126441.451986:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880093e4ce00 x1830945821281408/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 496/0 e 0 to 0 dl 1746126452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.451995:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ce00 with x1830945821281408 ext(0->7) 00010000:00010000:0.0:1746126441.452002:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367aa00/0x8f8d42f0d1114300 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099f4 expref: 39 pid: 10567 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.452013:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367aa00/0x8f8d42f0d1114300 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e099f4 expref: 39 pid: 10567 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.452019:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e4ce00 00000100:00100000:0.0:1746126441.458580:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.466211:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.471184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.474453:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821282048 00000100:00100000:0.0:1746126441.474461:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821282048 00000100:00100000:0.0:1746126441.485098:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.487224:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.497162:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.503384:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.508707:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.515840:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.521052:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.525623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.529764:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.529805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.534949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.536263:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821284096 00000100:00100000:0.0:1746126441.536267:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821284096 00002000:00100000:0.0:1746126441.536461:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d281880 x1830945821284096/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 488/0 e 0 to 0 dl 1746126452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.536471:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281880 with x1830945821284096 ext(0->4095) 00010000:00010000:0.0:1746126441.536477:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094592000/0x8f8d42f0d1114323 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a17 expref: 43 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.536488:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094592000/0x8f8d42f0d1114323 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a17 expref: 43 pid: 8479 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.537698:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d281880 00000100:00100000:0.0:1746126441.537741:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 752 00000100:00100000:0.0:1746126441.537750:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1976:x1830945821284096:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126441.537937:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1976:x1830945821284096:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 189us (1768us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126441.537945:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 752 00002000:00100000:0.0:1746126441.537951:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d281880 x1830945821284096/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746126452 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.537959:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281880 with x1830945821284096 ext(0->4095) 00010000:00010000:0.0:1746126441.537965:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094592000/0x8f8d42f0d1114323 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a17 expref: 43 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.537979:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094592000/0x8f8d42f0d1114323 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a17 expref: 43 pid: 8479 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.537985:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d281880 00000100:00100000:0.0:1746126441.540736:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.541327:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.557029:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.558738:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945821284864:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1501us (1713us total) trans 4294968295 rc 0/0 00000100:00100000:0.0:1746126441.558747:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 754 00002000:00100000:0.0:1746126441.558755:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880093a8a300 x1830945821284864/t4294968295(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:202/0 lens 496/448 e 0 to 0 dl 1746126452 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.558763:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8a300 with x1830945821284864 ext(0->7) 00010000:00010000:0.0:1746126441.558769:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094592400/0x8f8d42f0d111432a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a1e expref: 44 pid: 8479 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746126441.558780:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094592400/0x8f8d42f0d111432a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a1e expref: 44 pid: 8479 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746126441.558791:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093a8a300 00000100:00100000:0.0:1746126441.560443:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.565581:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.577610:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.577699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.577879:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3760 00000100:00100000:0.0:1746126441.577885:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:30984:x1830945821285504:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126441.577892:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126441.577899:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d111433f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09a33 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.577915:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114331 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a25 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.577924:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114338 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a2c expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.577929:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126441.577930:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126441.577932:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d111433f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a33 expref: 45 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.577958:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114338 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a2c expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.577970:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114338 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a2c expref: 45 pid: 8479 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126441.577984:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ad9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820133888:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126441.578359:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114331 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a25 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.578368:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114331 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a25 expref: 5 pid: 8479 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746126441.578375:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ada680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820134016:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126441.578612:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942930c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126441.581544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.581650:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.585477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.585549:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.589918:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.594358:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.603892:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.606796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.609588:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.615666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.615762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.615799:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821287808 00000100:00100000:0.0:1746126441.615807:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821287808 00002000:00100000:0.0:1746126441.615851:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092ada680 x1830945821287808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:202/0 lens 488/0 e 0 to 0 dl 1746126452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.615862:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ada680 with x1830945821287808 ext(0->4095) 00002000:00010000:0.0:1746126441.615868:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ada680 00000100:00100000:0.0:1746126441.615888:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3183 00000100:00100000:0.0:1746126441.615896:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821287808:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126441.616068:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821287808:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 172us (306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126441.616075:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3183 00002000:00100000:0.0:1746126441.616080:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092ada680 x1830945821287808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746126452 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126441.616087:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ada680 with x1830945821287808 ext(0->4095) 00002000:00010000:0.0:1746126441.616089:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ada680 00000100:00100000:0.0:1746126441.620013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.621675:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.621737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.626575:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.631820:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.635792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.640705:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.650228:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.656467:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.662311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.663646:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.666543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.667187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.667226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.672080:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.674360:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.676559:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.679608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.682594:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.685478:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.690475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.690563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.692904:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.692950:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.697726:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.700486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.707214:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.710846:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.716456:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.718581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.725253:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.733460:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.745839:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.753807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.753894:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820136832:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126441.753927:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d111439a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09a8e expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.753944:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135729600, rc 0) 00000100:00100000:0.0:1746126441.753988:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:30985:x1830945821294208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4554us (5268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.753997:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3773 00000100:00100000:0.0:1746126441.762679:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.776004:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.776450:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126441.778377:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126441.778393:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821295104 00000100:00100000:0.0:1746126441.778396:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821295104 00000100:00100000:0.0:1746126441.778434:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821295360 00000100:00100000:0.0:1746126441.778436:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821295360 00000100:00100000:0.0:1746126441.780910:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 319 00000100:00100000:0.0:1746126441.780925:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945821295104:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126441.780994:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945821295104:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 75us (2963us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.781001:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 319 00000100:00100000:0.0:1746126441.781023:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 320 00000100:00100000:0.0:1746126441.781029:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945821295360:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126441.781049:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945821295360:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 21us (2972us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.781054:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 320 00000100:00100000:0.0:1746126441.787966:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.788045:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.799095:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.801902:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.812920:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.817949:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.827538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.832932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.837155:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.837258:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.841386:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.841775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.848804:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.849449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.854360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.858554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.862090:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.868649:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.871609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.875913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.882469:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.883870:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.888798:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.888888:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.888929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.888956:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821299840 00000100:00100000:0.0:1746126441.888961:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821299840 00010000:00010000:0.0:1746126441.888986:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d11143c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ab8 expref: 59 pid: 8479 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746126441.889004:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821300096 00000100:00100000:0.0:1746126441.889006:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821300096 00010000:00010000:0.0:1746126441.889015:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11143bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ab1 expref: 6 pid: 8481 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746126441.889026:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5995 00000100:00100000:0.0:1746126441.889032:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821299840:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126441.889043:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126441.889065:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d11143c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ab8 expref: 59 pid: 8479 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126441.889074:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d11143c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ab8 expref: 59 pid: 8479 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126441.889094:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d11143c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ab8 expref: 59 pid: 8479 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126441.889107:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126441.889136:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945821299840:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 105us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.889142:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5995 00000100:00100000:0.0:1746126441.889158:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5996 00000100:00100000:0.0:1746126441.889163:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821300096:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126441.889169:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126441.889175:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11143bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ab1 expref: 6 pid: 8481 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126441.889183:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11143bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ab1 expref: 6 pid: 8481 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126441.889193:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11143bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ab1 expref: 6 pid: 8481 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126441.889200:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126441.889202:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126441.889209:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d11143cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09abf expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.889215:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d11143cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09abf expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.889240:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d11143cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09abf expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126441.889251:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820138496:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126441.889309:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126441.894779:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820138496:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126441.894801:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126441.894851:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821300096:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5686us (5961us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.894863:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5996 00000100:00100000:0.0:1746126441.896919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.906217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.916348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.919167:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.923250:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.926208:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.926294:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.936039:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.941617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.944907:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.956849:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.961880:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821302400 00000100:00100000:0.0:1746126441.961889:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821302400 00000100:00100000:0.0:1746126441.961932:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3784 00000100:00100000:0.0:1746126441.961940:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:30985:x1830945821302400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126441.961958:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126441.961976:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009350b200/0x8f8d42f0d11143e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09adb expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.962001:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126441.962003:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126441.962011:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009350b200/0x8f8d42f0d11143e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09adb expref: 62 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.962026:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009350b200/0x8f8d42f0d11143e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09adb expref: 62 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126441.962036:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009350b200, rc 0) 00000100:00100000:0.0:1746126441.962079:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:30985:x1830945821302400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.962085:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3784 00000100:00100000:0.0:1746126441.964640:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.969459:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.976905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.976954:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.977083:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821303040 00000100:00100000:0.0:1746126441.977089:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821303040 00010000:00010000:0.0:1746126441.977123:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009367bc00/0x8f8d42f0d11143e0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ad4 expref: 6 pid: 8479 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746126441.977689:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6000 00000100:00100000:0.0:1746126441.977696:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089638e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1974:x1830945821302912:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126441.977709:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126441.977737:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009350b200/0x8f8d42f0d11143e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09adb expref: 63 pid: 8481 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126441.977747:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009350b200/0x8f8d42f0d11143e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09adb expref: 63 pid: 8481 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126441.977769:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009350b200/0x8f8d42f0d11143e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09adb expref: 63 pid: 8481 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126441.977955:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126441.977972:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089638e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1974:x1830945821302912:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 278us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126441.977978:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6000 00000100:00100000:0.0:1746126441.978300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.981799:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.984899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.990467:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.993842:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.997307:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126441.999727:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.002239:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.006168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.006217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.006823:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.010024:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.011865:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.013986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.021371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.027639:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.035074:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.039305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.041691:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.043146:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.043182:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.045468:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.048481:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.050447:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.054839:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.060717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.064932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.070440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.074025:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.075662:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.075704:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.075726:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821308672 00000100:00100000:0.0:1746126442.075729:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821308672 00000100:00100000:0.0:1746126442.075748:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3795 00000100:00100000:0.0:1746126442.075753:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:30985:x1830945821308672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126442.075767:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126442.075778:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114434 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09b28 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.075793:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.075797:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d111442d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b21 expref: 69 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.075803:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126442.075806:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114434 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b28 expref: 69 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.075834:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d111442d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b21 expref: 69 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.075844:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114434 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b28 expref: 69 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.075851:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d9600, rc 0) 00000100:00100000:0.0:1746126442.075873:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:30985:x1830945821308672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126442.075878:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3795 00000100:00100000:0.0:1746126442.080234:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.085777:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821309312 00000100:00100000:0.0:1746126442.085786:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821309312 00002000:00100000:0.0:1746126442.085832:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880093e4ca80 x1830945821309312/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 496/0 e 0 to 0 dl 1746126453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.085842:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830945821309312 ext(0->7) 00010000:00010000:0.0:1746126442.085852:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d111442d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b21 expref: 69 pid: 8481 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126442.085870:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d111442d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b21 expref: 69 pid: 8481 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746126442.085876:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e4ca80 00000100:00100000:0.0:1746126442.085906:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 788 00000100:00100000:0.0:1746126442.085913:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:1976:x1830945821309312:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126442.086253:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1976:x1830945821309312:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 339us (542us total) trans 4294968308 rc 0/0 00000100:00100000:0.0:1746126442.086260:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 788 00002000:00100000:0.0:1746126442.086265:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880093e4ca80 x1830945821309312/t4294968308(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 496/448 e 0 to 0 dl 1746126453 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.086272:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830945821309312 ext(0->7) 00010000:00010000:0.0:1746126442.086276:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d111442d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b21 expref: 71 pid: 8481 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126442.086285:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d111442d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b21 expref: 71 pid: 8481 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746126442.086290:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e4ca80 00000100:00100000:0.0:1746126442.088032:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.091196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.096191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.100624:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.102010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.102080:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821310208 00000100:00100000:0.0:1746126442.102083:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821310208 00002000:00100000:0.0:1746126442.102115:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012f409c00 x1830945821310208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:203/0 lens 488/0 e 0 to 0 dl 1746126453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.102124:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409c00 with x1830945821310208 ext(0->4095) 00010000:00010000:0.0:1746126442.102130:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111443b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b2f expref: 6 pid: 10465 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126442.102139:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111443b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b2f expref: 6 pid: 10465 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746126442.102145:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f409c00 00000100:00100000:0.0:1746126442.102170:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 789 00000100:00100000:0.0:1746126442.102176:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821310208:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126442.102324:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821310208:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 148us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126442.102330:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 789 00002000:00100000:0.0:1746126442.102336:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012f409c00 x1830945821310208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746126453 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.102342:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409c00 with x1830945821310208 ext(0->4095) 00010000:00010000:0.0:1746126442.102345:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111443b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b2f expref: 6 pid: 10465 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126442.102352:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111443b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b2f expref: 6 pid: 10465 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746126442.102362:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f409c00 00000100:00100000:0.0:1746126442.104870:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.106421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.106536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.110587:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.110682:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820142336:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126442.110708:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d1114449 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b3d expref: 71 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.110725:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135729600, rc 0) 00000100:00100000:0.0:1746126442.111466:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:30985:x1830945821310592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4626us (4927us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126442.111474:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3798 00000100:00100000:0.0:1746126442.115848:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.119013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.122647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.126052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.133387:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.134187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.140531:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821312256 00000100:00100000:0.0:1746126442.140539:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821312256 00002000:00100000:0.0:1746126442.140580:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282d80 x1830945821312256/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 488/0 e 0 to 0 dl 1746126453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.140590:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282d80 with x1830945821312256 ext(0->4095) 00010000:00010000:0.0:1746126442.140598:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d1114449 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b3d expref: 74 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.140611:0:8485:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d1114449 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b3d expref: 74 pid: 8481 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126442.140617:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282d80 00000100:00100000:0.0:1746126442.140644:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 792 00000100:00100000:0.0:1746126442.140650:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1974:x1830945821312256:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126442.140803:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1974:x1830945821312256:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 153us (542us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126442.140809:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 792 00002000:00100000:0.0:1746126442.140814:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282d80 x1830945821312256/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746126453 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.140821:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282d80 with x1830945821312256 ext(0->4095) 00010000:00010000:0.0:1746126442.140825:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d1114449 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b3d expref: 74 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.140833:0:8485:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d1114449 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b3d expref: 74 pid: 8481 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126442.140838:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282d80 00000100:00100000:0.0:1746126442.142659:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.145399:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.148466:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.153256:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821313152 00000100:00100000:0.0:1746126442.153265:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821313152 00002000:00100000:0.0:1746126442.153311:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008d280700 x1830945821313152/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 496/0 e 0 to 0 dl 1746126453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.153320:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280700 with x1830945821313152 ext(0->7) 00010000:00010000:0.0:1746126442.153329:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114457 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b4b expref: 72 pid: 8481 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126442.153342:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114457 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b4b expref: 72 pid: 8481 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746126442.153349:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d280700 00000100:00100000:0.0:1746126442.153376:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 794 00000100:00100000:0.0:1746126442.153383:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1976:x1830945821313152:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126442.154148:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1976:x1830945821313152:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 763us (1392us total) trans 4294968310 rc 0/0 00000100:00100000:0.0:1746126442.154156:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 794 00002000:00100000:0.0:1746126442.154163:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008d280700 x1830945821313152/t4294968310(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 496/448 e 0 to 0 dl 1746126453 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.154170:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280700 with x1830945821313152 ext(0->7) 00010000:00010000:0.0:1746126442.154175:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114457 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b4b expref: 74 pid: 8481 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126442.154544:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114457 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b4b expref: 74 pid: 8481 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746126442.154551:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d280700 00000100:00100000:0.0:1746126442.156062:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.163871:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.167862:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.171604:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.176531:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.178687:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.180380:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.181460:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.185531:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.189032:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.192725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.195994:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.198850:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.202780:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.205039:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.208922:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.211304:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.211590:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.215867:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.225357:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.237151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.237209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.241536:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.245092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.250563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.258112:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.264913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.271938:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.275342:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.277453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.279117:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.293319:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.293374:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.296914:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.299683:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821319296 00000100:00100000:0.0:1746126442.299686:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821319296 00000100:00100000:0.0:1746126442.299705:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3812 00000100:00100000:0.0:1746126442.299709:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:30985:x1830945821319296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126442.299721:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126442.299731:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d11144ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09b9f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.299745:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11144a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b98 expref: 81 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.299750:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126442.299751:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126442.299754:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d11144ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b9f expref: 81 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.299767:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11144a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b98 expref: 81 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.299775:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11144a4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09b98 expref: 81 pid: 8479 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746126442.299782:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba5e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820145408:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126442.299799:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126442.303347:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.318851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.323112:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.328932:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.336289:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.344833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.345355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.348609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.351467:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.356442:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.365239:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.369358:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.371374:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.371394:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821321856 00000100:00100000:0.0:1746126442.371397:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821321856 00000100:00100000:0.0:1746126442.371430:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3816 00000100:00100000:0.0:1746126442.371436:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:30984:x1830945821321856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126442.371442:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126442.371448:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d11144c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09bbb expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.371462:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d11144b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bad expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.371469:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11144c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bb4 expref: 85 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.371478:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.371479:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.371482:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d11144c7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bbb expref: 85 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.371525:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11144c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bb4 expref: 85 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.371536:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d11144c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bb4 expref: 85 pid: 8479 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746126442.371548:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820146176:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126442.371611:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d11144b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bad expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.371619:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d11144b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bad expref: 5 pid: 10465 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746126442.371627:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820146304:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126442.371645:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126442.375786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.375831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.375865:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821322240 00000100:00100000:0.0:1746126442.375867:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821322240 00010000:00010000:0.0:1746126442.375902:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d11144b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bad expref: 6 pid: 10465 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746126442.375946:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6031 00000100:00100000:0.0:1746126442.375953:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821322240:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126442.375965:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126442.375987:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d11144b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bad expref: 6 pid: 10465 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126442.375996:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d11144b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bad expref: 6 pid: 10465 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126442.376021:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126442.376057:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821322240:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 105us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126442.376062:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6031 00000100:00100000:0.0:1746126442.378546:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.379146:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.381469:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.384620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.389975:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.392592:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.397875:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.401613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.407087:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.407145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.412274:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.412315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.412340:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821324416 00000100:00100000:0.0:1746126442.412347:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821324416 00000100:00100000:0.0:1746126442.414297:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.418208:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.425700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.428182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.433925:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.436891:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.436991:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.437226:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3822 00000100:00100000:0.0:1746126442.437232:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821325696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126442.437239:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126442.437245:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b820a00/0x8f8d42f0d11144f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09be5 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.437254:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.437258:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d11144ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bde expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.437263:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126442.437265:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b820a00/0x8f8d42f0d11144f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09be5 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.437284:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d11144ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bde expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.437294:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b820a00/0x8f8d42f0d11144f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09be5 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.437307:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b820a00, rc 0) 00000100:00100000:0.0:1746126442.437327:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821325696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126442.437332:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3822 00000100:00100000:0.0:1746126442.438951:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.442489:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.443200:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 813 00000100:00100000:0.0:1746126442.443209:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1974:x1830945821326080:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126442.443440:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1974:x1830945821326080:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 230us (954us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126442.443447:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 813 00002000:00100000:0.0:1746126442.443454:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009c281880 x1830945821326080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746126453 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.443461:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281880 with x1830945821326080 ext(0->4095) 00010000:00010000:0.0:1746126442.443466:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d11144ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bde expref: 88 pid: 8481 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126442.443751:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d11144ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09bde expref: 88 pid: 8481 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746126442.443759:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c281880 00000100:00100000:0.0:1746126442.446025:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.450370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.456368:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.459102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.462305:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.467832:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821327488 00000100:00100000:0.0:1746126442.467836:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821327488 00002000:00100000:0.0:1746126442.467864:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094907800 x1830945821327488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:203/0 lens 488/0 e 0 to 0 dl 1746126453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.467873:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907800 with x1830945821327488 ext(0->4095) 00010000:00010000:0.0:1746126442.467880:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b820a00/0x8f8d42f0d11144f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09be5 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.467888:0:8485:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009b820a00/0x8f8d42f0d11144f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09be5 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126442.467893:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094907800 00000100:00100000:0.0:1746126442.468852:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 815 00000100:00100000:0.0:1746126442.468862:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821327488:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126442.469030:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821327488:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 171us (1404us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126442.469037:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 815 00002000:00100000:0.0:1746126442.469043:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094907800 x1830945821327488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746126453 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.469049:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907800 with x1830945821327488 ext(0->4095) 00010000:00010000:0.0:1746126442.469055:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b820a00/0x8f8d42f0d11144f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09be5 expref: 6 pid: 10567 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746126442.469064:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b820a00/0x8f8d42f0d11144f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09be5 expref: 6 pid: 10567 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746126442.469071:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094907800 00000100:00100000:0.0:1746126442.473772:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.473827:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.473859:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.484166:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.491748:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.494086:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.497560:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.506731:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.508026:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.511868:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.517227:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.517272:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.521489:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.525219:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.530124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.542002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.543190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.545523:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.545973:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.548188:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.550814:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.567083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.569191:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.572177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.575145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.578433:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.580342:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.584615:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.588778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.597733:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.601035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.602844:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.605458:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.609726:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.612949:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.620473:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.626904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.636967:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.638293:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.640747:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.644538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.664295:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.673803:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.674898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.682366:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.688868:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.691599:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.694257:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.700667:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.712955:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821336960 00000100:00100000:0.0:1746126442.712959:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821336960 00010000:00010000:0.0:1746126442.712978:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009367b000/0x8f8d42f0d1114561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c55 expref: 105 pid: 8479 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.713002:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6055 00000100:00100000:0.0:1746126442.713007:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1977:x1830945821336960:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126442.713015:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126442.713038:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009367b000/0x8f8d42f0d1114561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c55 expref: 105 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.713049:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009367b000/0x8f8d42f0d1114561 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c55 expref: 105 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.713065:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009367b000/0x8f8d42f0d1114561 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c55 expref: 105 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.713085:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.713086:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.713092:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367be00/0x8f8d42f0d1114568 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c5c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.713098:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009367be00/0x8f8d42f0d1114568 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c5c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.713119:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009367be00/0x8f8d42f0d1114568 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c5c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.713129:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009367be00/0x8f8d42f0d1114568 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c5c expref: 5 pid: 8479 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.713144:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820151936:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126442.713863:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800942939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126442.719942:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.723260:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.728270:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.732000:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.738226:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.741718:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.744863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.746832:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.748861:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.748885:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821338496 00000100:00100000:0.0:1746126442.748887:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821338496 00000100:00100000:0.0:1746126442.748903:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3843 00000100:00100000:0.0:1746126442.748907:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:30985:x1830945821338496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126442.748913:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126442.748924:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b66aa00/0x8f8d42f0d111457d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09c78 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.748947:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.748948:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.748955:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b66aa00/0x8f8d42f0d111457d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c78 expref: 107 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.748967:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b66aa00/0x8f8d42f0d111457d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c78 expref: 107 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.748982:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b66aa00, rc 0) 00000100:00100000:0.0:1746126442.749016:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+107:30985:x1830945821338496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126442.749022:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3843 00000100:00100000:0.0:1746126442.752491:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.753121:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.758430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.759148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.763657:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.767687:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.773741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.785849:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.795913:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3846 00000100:00100000:0.0:1746126442.795923:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cd3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:30984:x1830945821340288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126442.795930:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126442.795937:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114599 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09c8d expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.795952:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d111458b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c7f expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.795959:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135729200/0x8f8d42f0d1114592 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c86 expref: 110 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.795964:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.795966:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.795969:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114599 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c8d expref: 110 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.795996:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135729200/0x8f8d42f0d1114592 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c86 expref: 109 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.796008:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135729200/0x8f8d42f0d1114592 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c86 expref: 109 pid: 10465 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.796018:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820153088:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126442.796819:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d111458b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c7f expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.796829:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d111458b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c7f expref: 5 pid: 10465 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.796838:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820153216:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126442.797416:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126442.798999:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820153088:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126442.801809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.805473:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.805624:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821340672 00000100:00100000:0.0:1746126442.805628:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821340672 00010000:00010000:0.0:1746126442.805652:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d111458b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c7f expref: 6 pid: 10465 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.805672:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6061 00000100:00100000:0.0:1746126442.805679:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821340672:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126442.805689:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126442.805706:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d111458b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c7f expref: 6 pid: 10465 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.805714:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d111458b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c7f expref: 6 pid: 10465 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.805736:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d111458b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c7f expref: 6 pid: 10465 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.805752:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126442.805772:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821340672:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 94us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126442.805777:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6061 00000100:00100000:0.0:1746126442.808078:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.815883:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821341184 00000100:00100000:0.0:1746126442.815889:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821341184 00002000:00100000:0.0:1746126442.815924:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d281c00 x1830945821341184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 488/0 e 0 to 0 dl 1746126453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.815933:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281c00 with x1830945821341184 ext(0->4095) 00010000:00010000:0.0:1746126442.815941:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c8d expref: 108 pid: 8481 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.815952:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c8d expref: 108 pid: 8481 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746126442.815963:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d281c00 00000100:00100000:0.0:1746126442.815990:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 838 00000100:00100000:0.0:1746126442.815997:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1976:x1830945821341184:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126442.816159:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1976:x1830945821341184:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 163us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126442.816165:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 838 00002000:00100000:0.0:1746126442.816170:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d281c00 x1830945821341184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746126453 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.816176:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281c00 with x1830945821341184 ext(0->4095) 00010000:00010000:0.0:1746126442.816179:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c8d expref: 108 pid: 8481 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.816187:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c8d expref: 108 pid: 8481 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746126442.816192:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d281c00 00000100:00100000:0.0:1746126442.820726:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821341440 00000100:00100000:0.0:1746126442.820737:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821341440 00002000:00100000:0.0:1746126442.820777:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008d281500 x1830945821341440/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 496/0 e 0 to 0 dl 1746126453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.820785:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281500 with x1830945821341440 ext(0->7) 00010000:00010000:0.0:1746126442.820793:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c8d expref: 108 pid: 8481 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.820809:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c8d expref: 108 pid: 8481 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746126442.820814:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d281500 00000100:00100000:0.0:1746126442.820846:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 839 00000100:00100000:0.0:1746126442.820853:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1976:x1830945821341440:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126442.821121:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1976:x1830945821341440:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 267us (462us total) trans 4294968328 rc 0/0 00000100:00100000:0.0:1746126442.821127:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 839 00002000:00100000:0.0:1746126442.821133:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008d281500 x1830945821341440/t4294968328(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 496/448 e 0 to 0 dl 1746126453 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.821139:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281500 with x1830945821341440 ext(0->7) 00010000:00010000:0.0:1746126442.821143:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c8d expref: 110 pid: 8481 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.821151:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1114599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c8d expref: 110 pid: 8481 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746126442.821156:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d281500 00000100:00100000:0.0:1746126442.823618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.827304:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.838945:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.846931:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.847349:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.876661:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821342464 00000100:00100000:0.0:1746126442.876676:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821342464 00010000:00010000:0.0:1746126442.876724:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d11145a0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c94 expref: 6 pid: 8481 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.876803:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821342592 00000100:00100000:0.0:1746126442.876806:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821342592 00010000:00010000:0.0:1746126442.876819:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d11145a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c9b expref: 112 pid: 8479 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.876836:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6064 00000100:00100000:0.0:1746126442.876843:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821342464:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126442.876857:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126442.876878:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d11145a0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c94 expref: 6 pid: 8481 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.876891:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135729400/0x8f8d42f0d11145a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c94 expref: 6 pid: 8481 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.876917:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126442.876970:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821342464:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 127us (13572us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126442.876976:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6064 00000100:00100000:0.0:1746126442.877035:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6065 00000100:00100000:0.0:1746126442.877040:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1976:x1830945821342592:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126442.877046:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126442.877053:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d11145a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c9b expref: 112 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.877061:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d11145a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09c9b expref: 112 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.877072:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.877074:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.877081:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11145ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ca2 expref: 112 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.877088:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11145ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ca2 expref: 112 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.877118:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11145ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ca2 expref: 112 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126442.877130:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820153984:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126442.878505:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126442.881734:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.884263:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.887002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.888982:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.891697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.899220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.903937:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.907415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.915675:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.915745:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.915762:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821344512 00000100:00100000:0.0:1746126442.915765:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821344512 00010000:00010000:0.0:1746126442.915777:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d11145bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cb0 expref: 113 pid: 8479 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.919333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.919513:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.920998:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821345024 00000100:00100000:0.0:1746126442.921004:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821345024 00002000:00100000:0.0:1746126442.921037:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092a3d180 x1830945821345024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 488/0 e 0 to 0 dl 1746126453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.921046:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3d180 with x1830945821345024 ext(0->4095) 00010000:00010000:0.0:1746126442.921053:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5c00/0x8f8d42f0d11145c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cb7 expref: 112 pid: 8481 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.921063:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5c00/0x8f8d42f0d11145c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cb7 expref: 112 pid: 8481 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746126442.921069:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092a3d180 00000100:00100000:0.0:1746126442.921094:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 843 00000100:00100000:0.0:1746126442.921100:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1977:x1830945821345024:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126442.921252:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1977:x1830945821345024:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (1738us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126442.921259:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 843 00002000:00100000:0.0:1746126442.921264:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092a3d180 x1830945821345024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746126453 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126442.921276:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3d180 with x1830945821345024 ext(0->4095) 00010000:00010000:0.0:1746126442.921280:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5c00/0x8f8d42f0d11145c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cb7 expref: 112 pid: 8481 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.921289:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5c00/0x8f8d42f0d11145c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cb7 expref: 112 pid: 8481 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746126442.921293:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092a3d180 00000100:00100000:0.0:1746126442.923797:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.929590:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.933127:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.935354:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.939100:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.951206:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821346304 00000100:00100000:0.0:1746126442.951215:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821346304 00000100:00100000:0.0:1746126442.951271:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3855 00000100:00100000:0.0:1746126442.951279:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+114:30984:x1830945821346304:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126442.951298:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126442.951322:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6b68400/0x8f8d42f0d11145d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09ccc expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.951352:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d11145ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cbe expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.951359:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800949a3600/0x8f8d42f0d11145d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cc5 expref: 115 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.951369:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.951371:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.951374:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6b68400/0x8f8d42f0d11145d8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ccc expref: 115 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.951411:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800949a3600/0x8f8d42f0d11145d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cc5 expref: 115 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.951421:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800949a3600/0x8f8d42f0d11145d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cc5 expref: 115 pid: 8481 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.951433:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820155008:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126442.951695:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d11145ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cbe expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.951703:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d11145ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cbe expref: 6 pid: 8481 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.951710:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820155136:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126442.951726:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126442.953717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.953767:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.954329:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.957082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.961890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.967061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.974774:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821347840 00000100:00100000:0.0:1746126442.974782:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821347840 00000100:00100000:0.0:1746126442.974825:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3857 00000100:00100000:0.0:1746126442.974832:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821347840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126442.974851:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126442.974867:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11145e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09cda expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.974893:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.974895:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.974901:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11145e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cda expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.974915:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11145e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cda expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.974924:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c0200, rc 0) 00000100:00100000:0.0:1746126442.976070:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821347840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1232us (1359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126442.976077:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3857 00000100:00100000:0.0:1746126442.978109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.986142:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.992137:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.998154:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.998186:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.998221:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126442.998250:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821348608 00000100:00100000:0.0:1746126442.998255:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821348608 00010000:00010000:0.0:1746126442.998284:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11145e6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cda expref: 6 pid: 10567 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.998306:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821348736 00000100:00100000:0.0:1746126442.998308:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821348736 00010000:00010000:0.0:1746126442.998317:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11145df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cd3 expref: 118 pid: 8481 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126442.998330:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6073 00000100:00100000:0.0:1746126442.998336:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821348608:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126442.998347:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126442.998364:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11145e6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cda expref: 6 pid: 10567 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.998373:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11145e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cda expref: 6 pid: 10567 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.998393:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126442.998435:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821348608:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 99us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126442.998441:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6073 00000100:00100000:0.0:1746126442.998457:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6074 00000100:00100000:0.0:1746126442.998461:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:1977:x1830945821348736:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126442.998467:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126442.998474:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11145df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cd3 expref: 118 pid: 8481 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.998486:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11145df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cd3 expref: 118 pid: 8481 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126442.998515:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.998516:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126442.998522:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11145ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce1 expref: 118 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.998529:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11145ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce1 expref: 118 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126442.998554:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11145ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce1 expref: 118 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126442.998563:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820155904:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126442.998607:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.005284:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.011069:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.015208:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821349504 00000100:00100000:0.0:1746126443.015215:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821349504 00010000:00010000:0.0:1746126443.015242:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11145ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce1 expref: 118 pid: 10567 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126443.015394:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6075 00000100:00100000:0.0:1746126443.015411:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:1974:x1830945821349504:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126443.015422:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746126443.015437:0:7117:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 1746126442 -> 1746126443 00002000:00010000:0.0:1746126443.015439:0:7117:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 1746126442 -> 1746126443 00010000:00010000:0.0:1746126443.015444:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11145ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce1 expref: 118 pid: 10567 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.015454:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11145ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce1 expref: 118 pid: 10567 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.015470:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11145ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce1 expref: 118 pid: 10567 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.015514:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.015516:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.015522:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135728200/0x8f8d42f0d11145f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce8 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.015940:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135728200/0x8f8d42f0d11145f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce8 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.015969:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135728200/0x8f8d42f0d11145f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce8 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126443.015979:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820156160:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126443.016241:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.022328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.025583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.027856:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.033721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.039884:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.041045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.045123:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.048640:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.048698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.048714:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821351168 00000100:00100000:0.0:1746126443.048718:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821351168 00010000:00010000:0.0:1746126443.048734:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135728200/0x8f8d42f0d11145f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce8 expref: 6 pid: 8479 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126443.049129:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6077 00000100:00100000:0.0:1746126443.049136:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821351168:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126443.049145:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126443.049161:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135728200/0x8f8d42f0d11145f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce8 expref: 6 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.049170:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135728200/0x8f8d42f0d11145f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce8 expref: 6 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.049186:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135728200/0x8f8d42f0d11145f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ce8 expref: 6 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.049197:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.049198:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.049204:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135728e00/0x8f8d42f0d1114602 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cf6 expref: 117 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.049210:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135728e00/0x8f8d42f0d1114602 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cf6 expref: 117 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.049232:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135728e00/0x8f8d42f0d1114602 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09cf6 expref: 117 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126443.049240:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820156544:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126443.049288:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.053097:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.055420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.060742:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.069530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.073614:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.081445:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.087483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.092007:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.093542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.097614:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.097654:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.101171:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821353472 00000100:00100000:0.0:1746126443.101177:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821353472 00002000:00100000:0.0:1746126443.101203:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d283480 x1830945821353472/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:204/0 lens 488/0 e 0 to 0 dl 1746126454 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126443.101212:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283480 with x1830945821353472 ext(0->4095) 00010000:00010000:0.0:1746126443.101218:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f37000/0x8f8d42f0d1114617 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d0b expref: 121 pid: 10567 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.101229:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f37000/0x8f8d42f0d1114617 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d0b expref: 121 pid: 10567 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746126443.101236:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d283480 00000100:00100000:0.0:1746126443.101257:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 854 00000100:00100000:0.0:1746126443.101262:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:1975:x1830945821353472:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126443.101905:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:1975:x1830945821353472:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 642us (934us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126443.101910:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 854 00002000:00100000:0.0:1746126443.101915:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d283480 x1830945821353472/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746126454 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126443.101923:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283480 with x1830945821353472 ext(0->4095) 00010000:00010000:0.0:1746126443.101927:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f37000/0x8f8d42f0d1114617 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d0b expref: 120 pid: 10567 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.101935:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f37000/0x8f8d42f0d1114617 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d0b expref: 120 pid: 10567 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746126443.101940:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d283480 00000100:00100000:0.0:1746126443.108462:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.116284:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.120667:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.125128:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.130431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.130535:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.134092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.134121:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821354752 00000100:00100000:0.0:1746126443.134127:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821354752 00010000:00010000:0.0:1746126443.134151:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d111461e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d12 expref: 6 pid: 10567 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126443.134182:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6082 00000100:00100000:0.0:1746126443.134188:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821354752:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126443.134198:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126443.134215:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d111461e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d12 expref: 6 pid: 10567 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.134225:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d111461e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d12 expref: 6 pid: 10567 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.134243:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126443.138344:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821354752:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4152us (4253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126443.138352:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6082 00000100:00100000:0.0:1746126443.144311:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.144860:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.149229:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.155185:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.157221:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.162617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.169206:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.172606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.182368:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.187720:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.188549:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.195268:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.195350:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.197419:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.200821:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.216991:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.221000:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.227699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.234940:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.237417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.240190:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.244788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.249031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.258757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.267647:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821359360 00000100:00100000:0.0:1746126443.267654:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821359360 00000100:00100000:0.0:1746126443.267689:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3874 00000100:00100000:0.0:1746126443.267695:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:30984:x1830945821359360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126443.267709:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126443.267723:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d111465d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09d51 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.267746:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d4a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.267752:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.267754:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.267757:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d111465d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d51 expref: 129 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.267784:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114656 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d4a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.267794:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114656 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d4a expref: 5 pid: 10567 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126443.267804:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b80c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820159360:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126443.267862:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.272128:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.279613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.283733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.290660:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.292637:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.294997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.298145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.300951:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.304374:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.315279:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.320196:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.320229:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.320255:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.320298:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821361792 00000100:00100000:0.0:1746126443.320301:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821361792 00010000:00010000:0.0:1746126443.320317:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114664 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d58 expref: 132 pid: 8479 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126443.320344:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6093 00000100:00100000:0.0:1746126443.320349:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+132:1977:x1830945821361792:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126443.320355:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126443.320365:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114664 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d58 expref: 132 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.320374:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114664 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d58 expref: 132 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.322140:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114664 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d58 expref: 131 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.322165:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.322166:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.322172:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114672 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d66 expref: 130 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.322179:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114672 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d66 expref: 130 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.322202:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114672 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d66 expref: 130 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.322212:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114672 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d66 expref: 130 pid: 8479 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126443.322226:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094148a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820160256:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126443.322285:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.326854:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.335425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.341567:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.353066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.353110:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.359183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.359227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.368667:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.380301:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.393900:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.398357:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.403491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.403598:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.408299:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.410951:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.413681:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.417053:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.421472:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821365248 00000100:00100000:0.0:1746126443.421480:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821365248 00000100:00100000:0.0:1746126443.432649:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3883 00000100:00100000:0.0:1746126443.432659:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821365248:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126443.432673:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126443.432688:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d111469c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09d90 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.432712:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114695 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d89 expref: 133 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.432718:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126443.432719:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126443.432722:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d111469c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d90 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.432746:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114695 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d89 expref: 133 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.432756:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114695 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09d89 expref: 133 pid: 8479 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126443.432765:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820161408:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126443.434271:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.436853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.448593:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.456834:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.460772:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.463550:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.463609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.469149:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094906d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820161792:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126443.469166:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126443.469198:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821366144:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5404us (5588us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126443.469210:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6100 00000100:00100000:0.0:1746126443.483207:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.492213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.499439:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.501424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.503902:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.507097:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.510555:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.516413:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.528953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.539065:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.545970:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.550615:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.558927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.562766:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.566246:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.580770:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821369216 00000100:00100000:0.0:1746126443.580779:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821369216 00010000:00010000:0.0:1746126443.580808:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11146bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09db3 expref: 142 pid: 8479 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746126443.580834:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6105 00000100:00100000:0.0:1746126443.580839:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+142:1977:x1830945821369216:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126443.580849:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126443.580865:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11146bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09db3 expref: 142 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.580879:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11146bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09db3 expref: 142 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.580896:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800949a2400/0x8f8d42f0d11146bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09db3 expref: 142 pid: 8479 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746126443.583232:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.583236:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.583245:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11146c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dba expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.583253:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11146c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dba expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.583284:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11146c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dba expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126443.583294:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820163072:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126443.584812:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.589177:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.590259:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820163072:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126443.590275:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126443.590309:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+141:1977:x1830945821369216:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9469us (11277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126443.590318:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6105 00000100:00100000:0.0:1746126443.598364:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820163200:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126443.598385:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11146cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dc1 expref: 143 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.598409:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ad4e00, rc 0) 00000100:00100000:0.0:1746126443.598442:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+143:30984:x1830945821369600:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4759us (4876us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126443.598448:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3890 00000100:00100000:0.0:1746126443.608348:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821370368 00000100:00100000:0.0:1746126443.608354:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821370368 00002000:00100000:0.0:1746126443.608386:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008d280000 x1830945821370368/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:204/0 lens 496/0 e 0 to 0 dl 1746126454 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126443.608403:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280000 with x1830945821370368 ext(0->7) 00010000:00010000:0.0:1746126443.608410:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11146cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dc1 expref: 143 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.608422:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11146cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dc1 expref: 143 pid: 10465 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746126443.608429:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d280000 00000100:00100000:0.0:1746126443.608454:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 883 00000100:00100000:0.0:1746126443.608461:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+143:1974:x1830945821370368:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126443.608775:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+145:1974:x1830945821370368:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 314us (535us total) trans 4294968345 rc 0/0 00000100:00100000:0.0:1746126443.608782:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 883 00002000:00100000:0.0:1746126443.608787:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008d280000 x1830945821370368/t4294968345(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:204/0 lens 496/448 e 0 to 0 dl 1746126454 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126443.608794:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280000 with x1830945821370368 ext(0->7) 00010000:00010000:0.0:1746126443.608798:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11146cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dc1 expref: 145 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.608807:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11146cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dc1 expref: 145 pid: 10465 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746126443.608812:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d280000 00000100:00100000:0.0:1746126443.612475:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.618636:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.632028:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3893 00000100:00100000:0.0:1746126443.632033:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cd2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+144:30984:x1830945821371008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126443.632040:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126443.632045:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800948bd200/0x8f8d42f0d11146e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09dd6 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.632066:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d11146d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dc8 expref: 145 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.632071:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.632072:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.632075:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bd200/0x8f8d42f0d11146e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dd6 expref: 145 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.632098:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d11146d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dc8 expref: 145 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.632112:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d11146d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09dc8 expref: 145 pid: 10567 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746126443.632122:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820163712:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126443.632178:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.638765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.644899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.652725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.659125:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.663628:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.665829:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.668055:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.671320:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.675625:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.676781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.682276:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.685181:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821373312 00000100:00100000:0.0:1746126443.685187:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821373312 00010000:00010000:0.0:1746126443.685212:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11146e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ddd expref: 147 pid: 10465 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746126443.685751:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6111 00000100:00100000:0.0:1746126443.685757:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+147:1976:x1830945821373312:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126443.685772:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126443.685787:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11146e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ddd expref: 147 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.686164:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11146e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ddd expref: 147 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.686178:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d11146e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ddd expref: 147 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.686198:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.686199:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.686204:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d11146f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09de4 expref: 146 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.686210:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d11146f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09de4 expref: 146 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.686227:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d11146f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09de4 expref: 146 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.686236:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d11146f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09de4 expref: 146 pid: 10465 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746126443.686245:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820164608:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126443.686286:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.695725:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.698955:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.720334:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.727181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.732275:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.735234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.741999:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.745103:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.750230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.758452:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.759004:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821375488 00000100:00100000:0.0:1746126443.759010:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821375488 00002000:00100000:0.0:1746126443.759040:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800946cc000 x1830945821375488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:204/0 lens 488/0 e 0 to 0 dl 1746126454 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126443.759048:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cc000 with x1830945821375488 ext(0->4095) 00002000:00010000:0.0:1746126443.759052:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946cc000 00000100:00100000:0.0:1746126443.759070:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3260 00000100:00100000:0.0:1746126443.759075:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821375488:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126443.759190:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821375488:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (738us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126443.759195:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3260 00002000:00100000:0.0:1746126443.759199:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800946cc000 x1830945821375488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746126454 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126443.759205:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cc000 with x1830945821375488 ext(0->4095) 00002000:00010000:0.0:1746126443.759207:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946cc000 00000100:00100000:0.0:1746126443.765226:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.767468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.767968:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.775282:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.775317:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.779183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.781260:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.793489:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.797164:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.804462:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.806584:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.823941:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.827824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.830259:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.840702:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.840786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.840965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.850451:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.863375:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.866074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.869899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.869942:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821379584 00000100:00100000:0.0:1746126443.869947:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821379584 00002000:00100000:0.0:1746126443.869975:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135700380 x1830945821379584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:204/0 lens 488/0 e 0 to 0 dl 1746126454 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126443.869983:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700380 with x1830945821379584 ext(0->4095) 00002000:00010000:0.0:1746126443.869987:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135700380 00000100:00100000:0.0:1746126443.870010:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3265 00000100:00100000:0.0:1746126443.870016:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+154:1977:x1830945821379584:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126443.870127:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+154:1977:x1830945821379584:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126443.870133:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3265 00002000:00100000:0.0:1746126443.870138:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135700380 x1830945821379584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746126454 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126443.870145:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700380 with x1830945821379584 ext(0->4095) 00002000:00010000:0.0:1746126443.870147:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135700380 00000100:00100000:0.0:1746126443.873023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.880276:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.884308:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.889600:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.889635:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.889704:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.889735:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821380224 00000100:00100000:0.0:1746126443.889741:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821380224 00010000:00010000:0.0:1746126443.889767:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8200/0x8f8d42f0d111472f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e23 expref: 155 pid: 10465 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746126443.889785:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821380480 00000100:00100000:0.0:1746126443.889787:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821380480 00010000:00010000:0.0:1746126443.889793:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d1114736 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e2a expref: 6 pid: 10465 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746126443.889817:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6121 00000100:00100000:0.0:1746126443.889824:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+155:1976:x1830945821380224:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126443.889833:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126443.889854:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8200/0x8f8d42f0d111472f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e23 expref: 155 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.889865:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099ca8200/0x8f8d42f0d111472f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e23 expref: 155 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.889884:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8200/0x8f8d42f0d111472f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e23 expref: 155 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.889908:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126443.889940:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+154:1976:x1830945821380224:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 117us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126443.889946:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6121 00000100:00100000:0.0:1746126443.889962:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6122 00000100:00100000:0.0:1746126443.889966:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821380480:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126443.889972:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126443.889979:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d1114736 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e2a expref: 6 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.889987:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d1114736 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e2a expref: 6 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.889997:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d1114736 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e2a expref: 6 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.890004:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.890005:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.890010:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d111473d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e31 expref: 153 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.890017:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d111473d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e31 expref: 153 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.890045:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d111473d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e31 expref: 153 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126443.890055:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820166912:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126443.890099:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.895156:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.899712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.918555:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.918653:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.924452:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.928633:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.933705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.933753:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821382016 00000100:00100000:0.0:1746126443.933757:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821382016 00002000:00100000:0.0:1746126443.933783:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008eab1f80 x1830945821382016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:204/0 lens 488/0 e 0 to 0 dl 1746126454 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126443.933790:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1f80 with x1830945821382016 ext(0->4095) 00010000:00010000:0.0:1746126443.933796:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d111474b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e3f expref: 156 pid: 8481 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.933807:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d111474b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e3f expref: 156 pid: 8481 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746126443.933812:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008eab1f80 00000100:00100000:0.0:1746126443.933838:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 899 00000100:00100000:0.0:1746126443.933844:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+156:1976:x1830945821382016:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126443.934192:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+156:1976:x1830945821382016:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126443.934198:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 899 00002000:00100000:0.0:1746126443.934204:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008eab1f80 x1830945821382016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746126454 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126443.934211:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1f80 with x1830945821382016 ext(0->4095) 00010000:00010000:0.0:1746126443.934215:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d111474b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e3f expref: 156 pid: 8481 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.934224:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d111474b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e3f expref: 156 pid: 8481 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746126443.934229:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008eab1f80 00000100:00100000:0.0:1746126443.937722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.940116:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.945976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.953442:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.965382:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.985626:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.991588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.991620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.991647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.991676:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821383552 00000100:00100000:0.0:1746126443.991683:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821383552 00010000:00010000:0.0:1746126443.991712:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d1114759 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e4d expref: 160 pid: 10465 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746126443.991734:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821383680 00000100:00100000:0.0:1746126443.991736:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821383680 00010000:00010000:0.0:1746126443.991744:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114752 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e46 expref: 6 pid: 10465 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746126443.991756:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6126 00000100:00100000:0.0:1746126443.991762:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+160:1976:x1830945821383552:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126443.991772:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126443.991790:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d1114759 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e4d expref: 160 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.991800:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d1114759 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e4d expref: 160 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.991819:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126443.991851:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+160:1976:x1830945821383552:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 89us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126443.991857:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6126 00000100:00100000:0.0:1746126443.991872:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6127 00000100:00100000:0.0:1746126443.991877:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d121050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821383680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126443.991883:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126443.991890:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114752 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e46 expref: 6 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.991898:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114752 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e46 expref: 6 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.991908:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.991909:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126443.991915:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114760 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e54 expref: 159 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.991929:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114760 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e54 expref: 159 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126443.991952:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114760 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e54 expref: 159 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126443.991962:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135151f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820168064:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126443.992004:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126443.996275:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126443.996515:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 901 00000100:00100000:0.0:1746126443.996523:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+159:1977:x1830945821384064:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126443.996695:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+159:1977:x1830945821384064:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 172us (420us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126443.996700:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 901 00002000:00100000:0.0:1746126443.996706:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135153100 x1830945821384064/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746126454 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126443.996711:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153100 with x1830945821384064 ext(0->4095) 00010000:00010000:0.0:1746126443.996716:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114760 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e54 expref: 159 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126443.996728:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114760 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e54 expref: 159 pid: 10465 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746126443.996733:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135153100 00000100:00100000:0.0:1746126443.998472:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.006188:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.026083:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.030082:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.032907:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.036656:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.037067:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.040848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.040888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.043841:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.043918:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820168832:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126444.043939:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135728200/0x8f8d42f0d111477c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09e70 expref: 161 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.043953:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728200, rc 0) 00000100:00100000:0.0:1746126444.043983:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+161:30985:x1830945821385472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2175us (3140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.043990:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3915 00000100:00100000:0.0:1746126444.048763:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.054812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.061848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.064533:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.068447:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.068556:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.074622:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.075672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.075703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.079708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.087602:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.090481:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.101785:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.106700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.112851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.119708:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.125072:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.126542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.132850:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.132913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.137044:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.140338:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.146691:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.149535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.157420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.196200:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.196248:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.197876:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.200869:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.206963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.214243:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.216710:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.221062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.228005:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.234588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.235355:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.239049:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.246246:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.262689:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.268772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.271840:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.275856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.280765:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.282011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.282698:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.282752:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.283543:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821394688 00000100:00100000:0.0:1746126444.283547:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821394688 00000100:00100000:0.0:1746126444.283582:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3929 00000100:00100000:0.0:1746126444.283587:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821394688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126444.283597:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126444.283606:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11147de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09ed2 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.283686:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d11147d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ecb expref: 170 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.283691:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126444.283693:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126444.283696:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11147de lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ed2 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.283710:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d11147d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ecb expref: 170 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.283718:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d11147d7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ecb expref: 170 pid: 10465 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746126444.283726:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820171904:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126444.283745:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126444.286664:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094906d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820171776:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126444.286681:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126444.287036:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+170:1976:x1830945821394560:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4201us (4335us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.287045:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6144 00000100:00100000:0.0:1746126444.287085:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820171904:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126444.287101:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11147de lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ed2 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.287114:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c0200, rc 0) 00000100:00100000:0.0:1746126444.287130:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821394688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3543us (4377us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.287135:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3929 00000100:00100000:0.0:1746126444.289714:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.295144:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.298437:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.303663:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.304134:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.305715:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.308316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.310778:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.318381:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.322377:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.325621:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.329184:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.332736:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.334665:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.336151:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.340637:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.340695:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.344288:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.349623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.353237:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.356064:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.360247:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821399040 00000100:00100000:0.0:1746126444.360255:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821399040 00000100:00100000:0.0:1746126444.360291:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3935 00000100:00100000:0.0:1746126444.360296:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+175:30985:x1830945821399040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126444.360462:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126444.360480:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d1114808 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09efc expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.360531:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126444.360534:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126444.360541:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d1114808 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09efc expref: 176 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.360555:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d1114808 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09efc expref: 176 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.360565:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c1200, rc 0) 00000100:00100000:0.0:1746126444.360615:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+176:30985:x1830945821399040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 318us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.360622:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3935 00000100:00100000:0.0:1746126444.362287:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.365107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.369836:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.369879:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.370651:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6151 00000100:00100000:0.0:1746126444.370661:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+178:1976:x1830945821399808:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126444.370670:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126444.370692:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d1114808 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09efc expref: 178 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126444.370702:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d1114808 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09efc expref: 178 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126444.370719:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a2c1200/0x8f8d42f0d1114808 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09efc expref: 178 pid: 10465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746126444.371680:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126444.371740:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+177:1976:x1830945821399808:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1080us (1903us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.371747:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6151 00000100:00100000:0.0:1746126444.374357:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.381095:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.383363:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.385397:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.389792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.392791:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.394165:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.397904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.397984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.398009:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.402772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.412648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.423759:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.423817:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.428440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.436883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.436943:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.447914:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820174720:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126444.447925:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126444.449306:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+181:1975:x1830945821403136:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 11960us (12361us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.449315:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6157 00000100:00100000:0.0:1746126444.459212:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.466789:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.476633:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.478952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.492333:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.495849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.495880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.495912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.495936:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821404928 00000100:00100000:0.0:1746126444.495943:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821404928 00000100:00100000:0.0:1746126444.495981:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3945 00000100:00100000:0.0:1746126444.495987:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+184:30985:x1830945821404928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126444.496005:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126444.496022:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0000/0x8f8d42f0d111484e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09f42 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.496045:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126444.496050:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114847 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f3b expref: 185 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.496056:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126444.496059:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0000/0x8f8d42f0d111484e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f42 expref: 185 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.496092:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114847 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f3b expref: 185 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.496105:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0000/0x8f8d42f0d111484e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f42 expref: 185 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.496120:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c0000, rc 0) 00000100:00100000:0.0:1746126444.496159:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+185:30985:x1830945821404928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.496165:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3945 00000100:00100000:0.0:1746126444.504304:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.510217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.518868:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.524737:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.528285:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.528339:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.528831:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3947 00000100:00100000:0.0:1746126444.528839:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821406080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126444.528846:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126444.528852:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d111485c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09f50 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.528863:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126444.528867:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135728c00/0x8f8d42f0d1114855 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f49 expref: 185 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.528872:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126444.528874:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d111485c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f50 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.528895:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135728c00/0x8f8d42f0d1114855 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f49 expref: 185 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.528910:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d111485c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f50 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.528919:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c0400, rc 0) 00000100:00100000:0.0:1746126444.528939:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821406080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.528945:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3947 00000100:00100000:0.0:1746126444.530861:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.533178:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.540078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.543018:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.548188:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.552183:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.553032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.557316:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.558683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.561653:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.562245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.565737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.567937:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.576971:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.582793:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.587519:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821409024 00000100:00100000:0.0:1746126444.587528:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821409024 00000100:00100000:0.0:1746126444.587582:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3951 00000100:00100000:0.0:1746126444.587589:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+187:30984:x1830945821409024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126444.587609:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126444.587625:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d1114878 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e09f6c expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.587654:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114871 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f65 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.587662:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126444.587664:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126444.587667:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d1114878 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f6c expref: 188 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.587697:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114871 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f65 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.587708:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114871 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f65 expref: 5 pid: 10567 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746126444.587720:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820176896:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126444.587806:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126444.589945:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.592947:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.597001:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.603218:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.610848:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.621292:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.628700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.629740:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.633527:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.635189:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.640825:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.644802:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.657617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.666100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.667533:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.672734:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.677045:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.678504:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.679756:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821412352 00000100:00100000:0.0:1746126444.679761:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821412352 00010000:00010000:0.0:1746126444.679786:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1114894 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f88 expref: 193 pid: 8481 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746126444.679983:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6172 00000100:00100000:0.0:1746126444.679989:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+193:1977:x1830945821412352:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126444.680000:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126444.680020:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1114894 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f88 expref: 193 pid: 8481 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126444.680030:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1114894 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f88 expref: 193 pid: 8481 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126444.680049:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1114894 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f88 expref: 193 pid: 8481 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126444.680071:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126444.680074:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126444.680080:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5c00/0x8f8d42f0d111489b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f8f expref: 192 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.680087:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5c00/0x8f8d42f0d111489b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f8f expref: 192 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.680110:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5c00/0x8f8d42f0d111489b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f8f expref: 192 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.680119:0:8534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad5c00/0x8f8d42f0d111489b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f8f expref: 192 pid: 10567 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746126444.680129:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133337b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820178304:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126444.680598:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126444.682961:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133337b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820178304:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126444.682981:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126444.683020:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+193:1977:x1830945821412352:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3030us (4524us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.683030:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6172 00000100:00100000:0.0:1746126444.688613:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.693159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.706118:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.706173:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.712445:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.718294:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821413888 00000100:00100000:0.0:1746126444.718300:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821413888 00002000:00100000:0.0:1746126444.718340:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282680 x1830945821413888/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:205/0 lens 488/0 e 0 to 0 dl 1746126455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126444.718350:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282680 with x1830945821413888 ext(0->4095) 00010000:00010000:0.0:1746126444.718358:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11148a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f9d expref: 195 pid: 10567 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126444.718370:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11148a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f9d expref: 195 pid: 10567 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746126444.718376:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282680 00000100:00100000:0.0:1746126444.718403:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 946 00000100:00100000:0.0:1746126444.718409:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+195:1976:x1830945821413888:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126444.718915:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+195:1976:x1830945821413888:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 505us (727us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126444.718921:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 946 00002000:00100000:0.0:1746126444.718927:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282680 x1830945821413888/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746126455 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126444.718934:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282680 with x1830945821413888 ext(0->4095) 00010000:00010000:0.0:1746126444.718939:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11148a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f9d expref: 195 pid: 10567 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126444.718949:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11148a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f9d expref: 195 pid: 10567 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746126444.718954:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282680 00000100:00100000:0.0:1746126444.730570:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821414144 00000100:00100000:0.0:1746126444.730580:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821414144 00002000:00100000:0.0:1746126444.730623:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880094904e00 x1830945821414144/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:205/0 lens 496/0 e 0 to 0 dl 1746126455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126444.730632:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904e00 with x1830945821414144 ext(0->7) 00010000:00010000:0.0:1746126444.730640:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11148a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f9d expref: 195 pid: 10567 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126444.730652:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11148a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f9d expref: 195 pid: 10567 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746126444.730658:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094904e00 00000100:00100000:0.0:1746126444.730759:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 947 00000100:00100000:0.0:1746126444.730767:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+195:1977:x1830945821414144:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126444.731723:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+197:1977:x1830945821414144:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 953us (1870us total) trans 4294968371 rc 0/0 00000100:00100000:0.0:1746126444.731732:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 947 00002000:00100000:0.0:1746126444.731740:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880094904e00 x1830945821414144/t4294968371(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:205/0 lens 496/448 e 0 to 0 dl 1746126455 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126444.731748:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904e00 with x1830945821414144 ext(0->7) 00010000:00010000:0.0:1746126444.731754:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11148a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f9d expref: 197 pid: 10567 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126444.731765:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11148a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09f9d expref: 197 pid: 10567 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746126444.731771:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094904e00 00000100:00100000:0.0:1746126444.744064:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.747158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.750208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.754583:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.754642:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.758258:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.761418:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.766719:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.772868:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821415808 00000100:00100000:0.0:1746126444.772875:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821415808 00002000:00100000:0.0:1746126444.772914:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d280380 x1830945821415808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:205/0 lens 488/0 e 0 to 0 dl 1746126455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126444.772923:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280380 with x1830945821415808 ext(0->4095) 00002000:00010000:0.0:1746126444.772928:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d280380 00000100:00100000:0.0:1746126444.772944:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3294 00000100:00100000:0.0:1746126444.772950:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821415808:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126444.773491:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821415808:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 539us (1056us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126444.773526:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3294 00002000:00100000:0.0:1746126444.773532:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d280380 x1830945821415808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746126455 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126444.773539:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280380 with x1830945821415808 ext(0->4095) 00002000:00010000:0.0:1746126444.773542:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d280380 00000100:00100000:0.0:1746126444.777769:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.778544:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.781626:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.783096:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.786194:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.787909:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.791151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.800718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.819275:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.823607:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.831206:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821418112 00000100:00100000:0.0:1746126444.831212:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821418112 00002000:00100000:0.0:1746126444.831446:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094906d80 x1830945821418112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:205/0 lens 488/0 e 0 to 0 dl 1746126455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126444.831455:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094906d80 with x1830945821418112 ext(0->4095) 00002000:00010000:0.0:1746126444.831459:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094906d80 00000100:00100000:0.0:1746126444.831488:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3295 00000100:00100000:0.0:1746126444.831508:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+200:1977:x1830945821418112:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126444.831667:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+200:1977:x1830945821418112:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 172us (547us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126444.831673:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3295 00002000:00100000:0.0:1746126444.831679:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094906d80 x1830945821418112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746126455 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126444.831686:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094906d80 with x1830945821418112 ext(0->4095) 00002000:00010000:0.0:1746126444.831688:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094906d80 00000100:00100000:0.0:1746126444.844531:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.856314:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.860756:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.863924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.864892:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.867924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.868318:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.871805:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.877724:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.887080:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.890235:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.892947:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.893538:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.898414:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.909108:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.923907:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.924434:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821421312 00000100:00100000:0.0:1746126444.924441:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821421312 00002000:00100000:0.0:1746126444.924482:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880134ac4e00 x1830945821421312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:205/0 lens 488/0 e 0 to 0 dl 1746126455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126444.924492:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ac4e00 with x1830945821421312 ext(0->4095) 00002000:00010000:0.0:1746126444.924512:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ac4e00 00000100:00100000:0.0:1746126444.924540:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3296 00000100:00100000:0.0:1746126444.924548:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821421312:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126444.925625:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821421312:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1076us (1724us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126444.925632:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3296 00002000:00100000:0.0:1746126444.925638:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880134ac4e00 x1830945821421312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746126455 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126444.925644:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ac4e00 with x1830945821421312 ext(0->4095) 00002000:00010000:0.0:1746126444.925648:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ac4e00 00000100:00100000:0.0:1746126444.928275:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.930375:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.935672:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.935782:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:0.0:1746126444.946541:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11148fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ff1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.946559:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0200/0x8f8d42f0d11148fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09ff1 expref: 5 pid: 10567 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746126444.946575:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094903b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820181888:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126444.946932:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1ae540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126444.946980:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820181760:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126444.947680:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821422336 00000100:00100000:0.0:1746126444.947683:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821422336 00000100:00100000:0.0:1746126444.947705:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3973 00000100:00100000:0.0:1746126444.947709:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+207:30985:x1830945821422336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126444.947721:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126444.947733:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f02800/0x8f8d42f0d1114912 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a006 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.947746:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126444.947750:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111490b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09fff expref: 208 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.947756:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126444.947760:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f02800/0x8f8d42f0d1114912 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a006 expref: 208 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.947782:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111490b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09fff expref: 208 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.947792:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f02800/0x8f8d42f0d1114912 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a006 expref: 208 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.947799:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f02800, rc 0) 00000100:00100000:0.0:1746126444.947814:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+208:30985:x1830945821422336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.947819:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3973 00000100:00100000:0.0:1746126444.950759:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094903b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820181888:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126444.950793:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111490b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e09fff expref: 207 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126444.950810:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948bc400, rc 0) 00000100:00100000:0.0:1746126444.950851:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+207:30984:x1830945821421952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13860us (15189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126444.950859:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3972 00000100:00100000:0.0:1746126444.959835:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.973034:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126444.999253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126445.002275:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126445.002628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126445.002759:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126445.008458:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.008550:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.013287:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.013337:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.019788:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821424512 00000100:00100000:0.0:1746126445.019795:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821424512 00002000:00100000:0.0:1746126445.019830:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282300 x1830945821424512/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 488/0 e 0 to 0 dl 1746126456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.019839:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282300 with x1830945821424512 ext(0->4095) 00010000:00010000:0.0:1746126445.019846:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d1114920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a014 expref: 209 pid: 8479 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.019858:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d1114920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a014 expref: 209 pid: 8479 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746126445.019864:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282300 00000100:00100000:0.0:1746126445.019877:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 965 00000100:00100000:0.0:1746126445.019882:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+209:1976:x1830945821424512:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126445.020020:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+209:1976:x1830945821424512:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (756us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126445.020025:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 965 00002000:00100000:0.0:1746126445.020029:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282300 x1830945821424512/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746126456 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.020035:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282300 with x1830945821424512 ext(0->4095) 00010000:00010000:0.0:1746126445.020038:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d1114920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a014 expref: 209 pid: 8479 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.020051:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135728a00/0x8f8d42f0d1114920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a014 expref: 209 pid: 8479 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746126445.020055:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282300 00000100:00100000:0.0:1746126445.025154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.047722:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.049645:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.054693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.055301:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.059093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.065176:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.069245:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.072181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.076235:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821426560 00000100:00100000:0.0:1746126445.076243:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821426560 00000100:00100000:0.0:1746126445.076279:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3979 00000100:00100000:0.0:1746126445.076286:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+211:30985:x1830945821426560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126445.076302:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126445.076318:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111493c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a030 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.076342:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.076344:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.076350:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111493c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a030 expref: 212 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.076364:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111493c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a030 expref: 212 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.076374:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948bc400, rc 0) 00000100:00100000:0.0:1746126445.076429:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+212:30985:x1830945821426560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.076434:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3979 00000100:00100000:0.0:1746126445.078989:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.083203:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.083294:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.088176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.090908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.094181:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.105368:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.117279:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.117352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.117374:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821428096 00000100:00100000:0.0:1746126445.117379:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821428096 00000100:00100000:0.0:1746126445.117436:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3982 00000100:00100000:0.0:1746126445.117443:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+212:30984:x1830945821428096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126445.117458:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126445.117472:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1114951 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a045 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.117517:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126445.117523:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d111494a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a03e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.117528:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126445.117532:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1114951 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a045 expref: 213 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.117564:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d111494a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a03e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.117575:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1114951 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a045 expref: 213 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.117583:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948bd200, rc 0) 00000100:00100000:0.0:1746126445.117612:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+213:30984:x1830945821428096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.117618:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3982 00000100:00100000:0.0:1746126445.124076:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.124109:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821428224 00000100:00100000:0.0:1746126445.124117:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821428224 00010000:00010000:0.0:1746126445.124150:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6b68400/0x8f8d42f0d1114943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a037 expref: 215 pid: 10567 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746126445.124173:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6197 00000100:00100000:0.0:1746126445.124180:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+215:1976:x1830945821428224:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126445.124190:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746126445.124205:0:11008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 1746126444 -> 1746126445 00010000:00010000:0.0:1746126445.124211:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6b68400/0x8f8d42f0d1114943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a037 expref: 215 pid: 10567 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.124226:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6b68400/0x8f8d42f0d1114943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a037 expref: 215 pid: 10567 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.124245:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6b68400/0x8f8d42f0d1114943 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a037 expref: 215 pid: 10567 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.124549:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.124552:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.124558:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d111494a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a03e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.124565:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d111494a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a03e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.124593:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d111494a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a03e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.124603:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d111494a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a03e expref: 5 pid: 10567 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746126445.124612:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820184192:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126445.126620:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126445.126760:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820184192:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126445.126778:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126445.126808:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+214:1976:x1830945821428224:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2629us (2738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.126816:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6197 00000100:00100000:0.0:1746126445.127589:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.130162:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.132276:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.138097:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.141131:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.151322:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.155635:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.161773:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.165972:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.168075:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.174571:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.182853:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.188078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.194282:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.197181:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.201641:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.204457:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.211950:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.215411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.217792:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.221874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.221964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.222003:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821431936 00000100:00100000:0.0:1746126445.222009:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821431936 00000100:00100000:0.0:1746126445.222044:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3988 00000100:00100000:0.0:1746126445.222049:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+220:30984:x1830945821431936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126445.222065:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126445.222670:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800948bd000/0x8f8d42f0d111497b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a06f expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.222698:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1114974 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a068 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.222704:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.222706:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.222709:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bd000/0x8f8d42f0d111497b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a06f expref: 220 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.222735:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1114974 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a068 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.222745:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1114974 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a068 expref: 5 pid: 10465 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746126445.222755:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820185728:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126445.223293:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126445.225611:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820185728:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126445.225639:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800948bd000/0x8f8d42f0d111497b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a06f expref: 221 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.225653:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948bd000, rc 0) 00000100:00100000:0.0:1746126445.225687:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+221:30984:x1830945821431936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3638us (3722us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.225693:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3988 00000100:00100000:0.0:1746126445.225716:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3989 00000100:00100000:0.0:1746126445.225722:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+220:30985:x1830945821432064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126445.225735:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126445.225748:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e296200/0x8f8d42f0d1114982 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a076 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.225764:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.225768:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd000/0x8f8d42f0d111497b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a06f expref: 221 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.225774:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126445.225778:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e296200/0x8f8d42f0d1114982 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a076 expref: 221 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.225805:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bd000/0x8f8d42f0d111497b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a06f expref: 221 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.225812:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e296200/0x8f8d42f0d1114982 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a076 expref: 221 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.225819:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e296200, rc 0) 00000100:00100000:0.0:1746126445.225832:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+221:30985:x1830945821432064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.225837:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3989 00000100:00100000:0.0:1746126445.229092:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.232620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.236269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.240936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.244366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.246287:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.256241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.256275:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.256453:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.256468:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821434112 00000100:00100000:0.0:1746126445.256471:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821434112 00010000:00010000:0.0:1746126445.256488:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e296200/0x8f8d42f0d1114982 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a076 expref: 224 pid: 10465 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746126445.256621:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821433984 00000100:00100000:0.0:1746126445.256624:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821433984 00010000:00010000:0.0:1746126445.256634:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d1114989 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a07d expref: 8 pid: 10567 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746126445.259182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.264429:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.268575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.275001:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.275049:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.275089:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821435264 00000100:00100000:0.0:1746126445.275096:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821435264 00002000:00100000:0.0:1746126445.275143:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099afe680 x1830945821435264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:206/0 lens 488/0 e 0 to 0 dl 1746126456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.275153:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe680 with x1830945821435264 ext(0->4095) 00002000:00010000:0.0:1746126445.275158:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afe680 00000100:00100000:0.0:1746126445.275186:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3310 00000100:00100000:0.0:1746126445.275194:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821435264:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126445.275370:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821435264:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 175us (318us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126445.275377:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3310 00002000:00100000:0.0:1746126445.275393:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099afe680 x1830945821435264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746126456 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.275400:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe680 with x1830945821435264 ext(0->4095) 00002000:00010000:0.0:1746126445.275403:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afe680 00000100:00100000:0.0:1746126445.279067:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.283604:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.285767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.287451:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.289598:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.293205:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.296556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.298909:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.302650:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.303344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.306328:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.311434:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.315599:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.321998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.325727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.325849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.325867:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821438720 00000100:00100000:0.0:1746126445.325870:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821438720 00000100:00100000:0.0:1746126445.325898:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3999 00000100:00100000:0.0:1746126445.325903:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+228:30985:x1830945821438720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126445.325908:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126445.325914:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d11149c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a0bc expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.326080:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.326085:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6b68400/0x8f8d42f0d11149c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0b5 expref: 230 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.326091:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126445.326093:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d11149c8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0bc expref: 230 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.326138:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6b68400/0x8f8d42f0d11149c1 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0b5 expref: 230 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.326150:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d11149c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0bc expref: 230 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.326162:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3000, rc 0) 00000100:00100000:0.0:1746126445.326204:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+230:30985:x1830945821438720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 300us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.326209:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3999 00000100:00100000:0.0:1746126445.329206:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.331743:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.340577:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.346250:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.348692:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820188416:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126445.348714:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126445.348755:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+230:1975:x1830945821439488:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2288us (2515us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.348766:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6215 00000100:00100000:0.0:1746126445.351986:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.357722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.359338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.363471:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.363538:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.368894:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.368978:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.372822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.380713:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.391616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.400611:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.400672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.406033:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.411491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.411557:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821442176 00000100:00100000:0.0:1746126445.411565:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821442176 00002000:00100000:0.0:1746126445.411609:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800a452c380 x1830945821442176/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 488/0 e 0 to 0 dl 1746126456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.411618:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452c380 with x1830945821442176 ext(0->4095) 00010000:00010000:0.0:1746126445.411627:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11149e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0d8 expref: 233 pid: 10465 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.411639:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11149e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0d8 expref: 233 pid: 10465 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746126445.411645:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a452c380 00000100:00100000:0.0:1746126445.411680:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 992 00000100:00100000:0.0:1746126445.411687:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+233:1976:x1830945821442176:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126445.413341:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+232:1976:x1830945821442176:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1646us (1852us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126445.413351:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 992 00002000:00100000:0.0:1746126445.413359:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800a452c380 x1830945821442176/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746126456 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.413368:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452c380 with x1830945821442176 ext(0->4095) 00010000:00010000:0.0:1746126445.413375:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11149e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0d8 expref: 232 pid: 10465 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.413401:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9200/0x8f8d42f0d11149e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0d8 expref: 232 pid: 10465 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746126445.413408:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a452c380 00000100:00100000:0.0:1746126445.417021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.433360:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.446450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.446618:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.446659:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821442944 00000100:00100000:0.0:1746126445.446668:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821442944 00002000:00100000:0.0:1746126445.446714:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008b78f800 x1830945821442944/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:206/0 lens 488/0 e 0 to 0 dl 1746126456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.446723:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f800 with x1830945821442944 ext(0->4095) 00002000:00010000:0.0:1746126445.446729:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b78f800 00000100:00100000:0.0:1746126445.446749:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3316 00000100:00100000:0.0:1746126445.446757:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821442944:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126445.446959:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821442944:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 202us (340us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126445.446965:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3316 00002000:00100000:0.0:1746126445.446971:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008b78f800 x1830945821442944/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746126456 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.446978:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f800 with x1830945821442944 ext(0->4095) 00002000:00010000:0.0:1746126445.446981:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b78f800 00000100:00100000:0.0:1746126445.449994:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.452199:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.456917:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.473206:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.474815:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.480474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.485584:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.492669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.497931:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821444480 00000100:00100000:0.0:1746126445.497940:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821444480 00000100:00100000:0.0:1746126445.522272:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.526396:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821444992 00000100:00100000:0.0:1746126445.526400:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821444992 00010000:00010000:0.0:1746126445.526424:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114a00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0f4 expref: 238 pid: 10465 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746126445.526453:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6224 00000100:00100000:0.0:1746126445.526458:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+238:1974:x1830945821444992:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126445.526470:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126445.526514:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114a00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0f4 expref: 238 pid: 10465 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.526526:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114a00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0f4 expref: 238 pid: 10465 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.526549:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114a00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0f4 expref: 238 pid: 10465 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.526577:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.526579:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.526586:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114a07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0fb expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.526594:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114a07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0fb expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.526623:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114a07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a0fb expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126445.526634:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820191360:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126445.526700:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126445.529169:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820191360:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126445.529188:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126445.529231:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+237:1974:x1830945821444992:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2772us (2897us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.529244:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6224 00000100:00100000:0.0:1746126445.533901:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821445376 00000100:00100000:0.0:1746126445.533908:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821445376 00000100:00100000:0.0:1746126445.533942:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4009 00000100:00100000:0.0:1746126445.533948:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+237:30985:x1830945821445376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126445.533964:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126445.533981:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1114a0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a102 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.534003:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.534005:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.534011:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1114a0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a102 expref: 238 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.534025:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1114a0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a102 expref: 238 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.534034:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa2a00, rc 0) 00000100:00100000:0.0:1746126445.534077:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+238:30985:x1830945821445376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.534082:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4009 00000100:00100000:0.0:1746126445.535069:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.552611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.557821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.557969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.578710:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.578799:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.580714:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6225 00000100:00100000:0.0:1746126445.580724:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+239:1976:x1830945821446400:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126445.580737:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126445.580760:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1114a0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a102 expref: 239 pid: 10567 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.580782:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1114a0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a102 expref: 239 pid: 10567 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.580818:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1114a0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a102 expref: 239 pid: 10567 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746126445.580851:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126445.580874:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+238:1976:x1830945821446400:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 153us (2175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.580880:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6225 00000100:00100000:0.0:1746126445.589556:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.598589:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.600250:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.604598:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821447552 00000100:00100000:0.0:1746126445.604606:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821447552 00002000:00100000:0.0:1746126445.604646:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094699880 x1830945821447552/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:206/0 lens 488/0 e 0 to 0 dl 1746126456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.604655:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699880 with x1830945821447552 ext(0->4095) 00002000:00010000:0.0:1746126445.604659:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094699880 00000100:00100000:0.0:1746126445.604678:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3321 00000100:00100000:0.0:1746126445.604683:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821447552:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126445.605269:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821447552:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 584us (1577us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126445.605275:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3321 00002000:00100000:0.0:1746126445.605281:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094699880 x1830945821447552/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746126456 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.605288:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699880 with x1830945821447552 ext(0->4095) 00002000:00010000:0.0:1746126445.605291:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094699880 00000100:00100000:0.0:1746126445.608348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.608941:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.612174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.616024:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.619245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.620670:0:10464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820192512 00000100:00100000:0.0:1746126445.620674:0:10464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820192512 00000100:00100000:0.0:1746126445.620700:0:10464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1746126445.620705:0:10464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820192512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746126445.620733:0:10464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 623050752 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746126445.620768:0:10464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820192512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.620773:0:10464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1746126445.634547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.651059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.653188:0:10464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820192896 00000100:00100000:0.0:1746126445.653192:0:10464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820192896 00000100:00100000:0.0:1746126445.653219:0:10464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1746126445.653223:0:10464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820192896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126445.653234:0:10464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 894631936 pending 201064448 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746126445.653276:0:10464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820192896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.653281:0:10464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1746126445.655533:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.673291:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.673330:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.673370:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.674106:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6232 00000100:00100000:0.0:1746126445.674112:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+243:1976:x1830945821450240:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126445.674118:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126445.674125:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094eb8800/0x8f8d42f0d1114a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a12c expref: 243 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.674133:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094eb8800/0x8f8d42f0d1114a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a12c expref: 243 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.674143:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094eb8800/0x8f8d42f0d1114a38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a12c expref: 243 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.674154:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.674155:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.674160:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1114a3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a133 expref: 242 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.674166:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1114a3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a133 expref: 242 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.674188:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1114a3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a133 expref: 242 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.674197:0:8534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1114a3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a133 expref: 242 pid: 8479 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126445.674207:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b80c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820193408:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126445.674728:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126445.678424:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b80c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820193408:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126445.678440:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126445.678469:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+242:1976:x1830945821450240:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4357us (5098us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.678478:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6232 00000100:00100000:0.0:1746126445.690999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.706612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.706701:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.717108:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.723404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.729335:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.739563:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.739589:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821451776 00000100:00100000:0.0:1746126445.739597:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821451776 00000100:00100000:0.0:1746126445.739631:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4019 00000100:00100000:0.0:1746126445.739638:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821451776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126445.739652:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126445.739667:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d1114a54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a148 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.739689:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114a4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a141 expref: 243 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.739695:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126445.739697:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126445.739700:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d1114a54 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a148 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.739722:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a141 expref: 243 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.739732:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a141 expref: 243 pid: 8479 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126445.739742:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820193920:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126445.739790:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126445.758209:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.758231:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821451904 00000100:00100000:0.0:1746126445.758237:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821451904 00002000:00100000:0.0:1746126445.758270:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880094904700 x1830945821451904/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 496/0 e 0 to 0 dl 1746126456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.758279:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904700 with x1830945821451904 ext(0->7) 00010000:00010000:0.0:1746126445.758286:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114a4d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a141 expref: 244 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.758300:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114a4d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a141 expref: 244 pid: 8479 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746126445.758305:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094904700 00000100:00100000:0.0:1746126445.758323:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1008 00000100:00100000:0.0:1746126445.758329:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+244:1975:x1830945821451904:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126445.758644:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+246:1975:x1830945821451904:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 314us (440us total) trans 4294968396 rc 0/0 00000100:00100000:0.0:1746126445.758650:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1008 00002000:00100000:0.0:1746126445.758655:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880094904700 x1830945821451904/t4294968396(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 496/448 e 0 to 0 dl 1746126456 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.758660:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904700 with x1830945821451904 ext(0->7) 00010000:00010000:0.0:1746126445.758664:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114a4d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a141 expref: 246 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.758672:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114a4d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a141 expref: 246 pid: 8479 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746126445.758677:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094904700 00000100:00100000:0.0:1746126445.758712:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820193920:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126445.758730:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d1114a54 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a148 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.758742:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3000, rc 0) 00000100:00100000:0.0:1746126445.758758:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821451776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19121us (19201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.758763:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4019 00000100:00100000:0.0:1746126445.786918:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.786943:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821452160 00000100:00100000:0.0:1746126445.786948:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821452160 00010000:00010000:0.0:1746126445.786968:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a141 expref: 247 pid: 8479 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126445.786987:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6235 00000100:00100000:0.0:1746126445.786991:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+247:1974:x1830945821452160:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126445.787000:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126445.787015:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a141 expref: 247 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.787024:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a141 expref: 247 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.787039:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114a4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a141 expref: 247 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.787047:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.787048:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.787054:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d1114a54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a148 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.787060:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d1114a54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a148 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.787083:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d1114a54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a148 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.787091:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d1114a54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a148 expref: 5 pid: 10465 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126445.787101:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133337480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820194176:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126445.787146:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126445.790036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.790065:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133337480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820194176:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126445.790078:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126445.790107:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+246:1974:x1830945821452160:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3114us (3193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.790115:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6235 00000100:00100000:0.0:1746126445.790151:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821452416 00000100:00100000:0.0:1746126445.790155:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821452416 00002000:00100000:0.0:1746126445.790182:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880133334e00 x1830945821452416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:206/0 lens 488/0 e 0 to 0 dl 1746126456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.790190:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133334e00 with x1830945821452416 ext(0->4095) 00010000:00010000:0.0:1746126445.790195:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d1114a54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a148 expref: 6 pid: 10465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.790205:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d1114a54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a148 expref: 6 pid: 10465 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746126445.790215:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133334e00 00000100:00100000:0.0:1746126445.790226:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1009 00000100:00100000:0.0:1746126445.790232:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821452416:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126445.790334:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821452416:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (304us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126445.790340:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1009 00002000:00100000:0.0:1746126445.790345:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880133334e00 x1830945821452416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746126456 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.790351:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133334e00 with x1830945821452416 ext(0->4095) 00010000:00010000:0.0:1746126445.790355:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d1114a54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a148 expref: 6 pid: 10465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.790363:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094fa3000/0x8f8d42f0d1114a54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a148 expref: 6 pid: 10465 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746126445.790368:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133334e00 00000100:00100000:0.0:1746126445.792757:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.795467:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.795488:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821452800 00000100:00100000:0.0:1746126445.795516:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821452800 00002000:00100000:0.0:1746126445.795545:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009c6d2a00 x1830945821452800/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 488/0 e 0 to 0 dl 1746126456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.795553:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d2a00 with x1830945821452800 ext(0->4095) 00002000:00010000:0.0:1746126445.795557:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c6d2a00 00000100:00100000:0.0:1746126445.795573:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3324 00000100:00100000:0.0:1746126445.795579:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+246:1975:x1830945821452800:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126445.795786:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+246:1975:x1830945821452800:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 206us (322us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126445.795793:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3324 00002000:00100000:0.0:1746126445.795798:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009c6d2a00 x1830945821452800/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746126456 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.795805:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d2a00 with x1830945821452800 ext(0->4095) 00002000:00010000:0.0:1746126445.795808:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c6d2a00 00000100:00100000:0.0:1746126445.795842:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135152300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820194304:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126445.795854:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126445.795873:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821452544:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2767us (3120us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.795879:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6236 00000100:00100000:0.0:1746126445.801463:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.801486:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821452928 00000100:00100000:0.0:1746126445.801509:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821452928 00000100:00100000:0.0:1746126445.802084:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4021 00000100:00100000:0.0:1746126445.802092:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821452928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126445.802105:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126445.802117:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114a62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a156 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.802139:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114a5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a14f expref: 245 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.802149:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126445.802150:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126445.802153:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114a62 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a156 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.802172:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114a5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a14f expref: 245 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.802180:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114a5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a14f expref: 245 pid: 10465 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126445.802189:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820194432:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126445.802241:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126445.806408:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bc28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820194432:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126445.806434:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114a62 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a156 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.806447:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9000, rc 0) 00000100:00100000:0.0:1746126445.806490:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821452928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4398us (5034us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126445.806515:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4021 00000100:00100000:0.0:1746126445.810266:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821453056 00000100:00100000:0.0:1746126445.810273:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821453056 00002000:00100000:0.0:1746126445.810305:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008eab4e00 x1830945821453056/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 496/0 e 0 to 0 dl 1746126456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.810319:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4e00 with x1830945821453056 ext(0->7) 00010000:00010000:0.0:1746126445.810325:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114a5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a14f expref: 246 pid: 10465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.810337:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114a5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a14f expref: 246 pid: 10465 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746126445.810343:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008eab4e00 00000100:00100000:0.0:1746126445.810652:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1010 00000100:00100000:0.0:1746126445.810659:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+246:1976:x1830945821453056:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126445.810904:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+248:1976:x1830945821453056:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 244us (697us total) trans 4294968397 rc 0/0 00000100:00100000:0.0:1746126445.810909:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1010 00002000:00100000:0.0:1746126445.810914:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88008eab4e00 x1830945821453056/t4294968397(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 496/448 e 0 to 0 dl 1746126456 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.810921:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4e00 with x1830945821453056 ext(0->7) 00010000:00010000:0.0:1746126445.810925:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114a5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a14f expref: 248 pid: 10465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.810933:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114a5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a14f expref: 248 pid: 10465 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746126445.810938:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008eab4e00 00000100:00100000:0.0:1746126445.818291:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.818315:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821453312 00000100:00100000:0.0:1746126445.818321:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821453312 00000100:00100000:0.0:1746126445.818350:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4022 00000100:00100000:0.0:1746126445.818357:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:30984:x1830945821453312:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126445.818371:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126445.818395:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ea88c00/0x8f8d42f0d1114a69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a15d expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.818416:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114a62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a156 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.818422:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.818424:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126445.818426:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ea88c00/0x8f8d42f0d1114a69 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a15d expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.818450:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114a62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a156 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.818459:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114a62 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a156 expref: 5 pid: 8479 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126445.818468:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820194688:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126445.819358:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126445.820014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.823939:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.824453:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.826541:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.826563:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821454080 00000100:00100000:0.0:1746126445.826567:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821454080 00002000:00100000:0.0:1746126445.826594:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092590380 x1830945821454080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 488/0 e 0 to 0 dl 1746126456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.826601:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590380 with x1830945821454080 ext(0->4095) 00010000:00010000:0.0:1746126445.826608:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ea88c00/0x8f8d42f0d1114a69 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a15d expref: 12 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.826617:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ea88c00/0x8f8d42f0d1114a69 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a15d expref: 12 pid: 8479 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746126445.826623:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092590380 00000100:00100000:0.0:1746126445.826651:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1012 00000100:00100000:0.0:1746126445.826656:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945821454080:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126445.826782:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945821454080:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (245us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126445.826787:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1012 00002000:00100000:0.0:1746126445.826792:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092590380 x1830945821454080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746126456 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126445.826799:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590380 with x1830945821454080 ext(0->4095) 00010000:00010000:0.0:1746126445.826803:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ea88c00/0x8f8d42f0d1114a69 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a15d expref: 12 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126445.826811:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ea88c00/0x8f8d42f0d1114a69 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a15d expref: 12 pid: 8479 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746126445.826821:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092590380 00000100:00100000:0.0:1746126445.837230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.846827:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.858174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.859839:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.862869:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.864540:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.867679:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.871111:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.884019:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821455872 00000100:00100000:0.0:1746126445.884027:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821455872 00000100:00100000:0.0:1746126445.884071:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4026 00000100:00100000:0.0:1746126445.884079:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821455872:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126445.884092:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126445.884106:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094eb9e00/0x8f8d42f0d1114a85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a179 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.884129:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bace00/0x8f8d42f0d1114a7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a172 expref: 11 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.884135:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126445.884137:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126445.884140:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eb9e00/0x8f8d42f0d1114a85 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a179 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.884163:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bace00/0x8f8d42f0d1114a7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a172 expref: 11 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126445.884177:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bace00/0x8f8d42f0d1114a7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a172 expref: 11 pid: 10465 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126445.884187:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820195584:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126445.884247:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126445.891269:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.893033:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.895427:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.899566:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.902348:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.909568:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.918326:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.921944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.931273:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.934830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.942027:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.945853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.948944:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.953068:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.955648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.955693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.959640:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.971950:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.984261:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.985169:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.989166:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.992101:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126445.997334:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.003423:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.008547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.015606:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.027865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.029009:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.038677:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.043463:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.060558:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.064180:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.072991:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.085933:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.088076:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.089781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.095115:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.095719:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1975:x1830945821462272:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 355us (607us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126446.095725:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3334 00002000:00100000:0.0:1746126446.095731:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093e4e300 x1830945821462272/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:207/0 lens 488/4536 e 0 to 0 dl 1746126457 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126446.095738:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4e300 with x1830945821462272 ext(0->4095) 00002000:00010000:0.0:1746126446.095741:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e4e300 00000100:00100000:0.0:1746126446.100933:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.100979:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.110386:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.110413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.110441:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.110464:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821463040 00000100:00100000:0.0:1746126446.110469:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821463040 00010000:00010000:0.0:1746126446.110489:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1114ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1b8 expref: 6 pid: 8479 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126446.110519:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821462784 00000100:00100000:0.0:1746126446.110521:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821462784 00010000:00010000:0.0:1746126446.110529:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1114acb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1bf expref: 23 pid: 8479 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126446.110549:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6252 00000100:00100000:0.0:1746126446.110555:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821463040:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126446.110564:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126446.110579:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1114ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1b8 expref: 6 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.110587:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1114ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1b8 expref: 6 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.110604:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1114ac4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1b8 expref: 6 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.110617:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126446.110644:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821463040:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 90us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126446.110649:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6252 00000100:00100000:0.0:1746126446.110662:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6253 00000100:00100000:0.0:1746126446.110667:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1977:x1830945821462784:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126446.110673:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126446.110678:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1114acb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1bf expref: 23 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.110686:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1114acb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1bf expref: 23 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.110696:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1114acb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1bf expref: 23 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.110703:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.110705:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.110710:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a46e9600/0x8f8d42f0d1114ad2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1c6 expref: 22 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.110717:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a46e9600/0x8f8d42f0d1114ad2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1c6 expref: 22 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.110736:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a46e9600/0x8f8d42f0d1114ad2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1c6 expref: 22 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126446.110746:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820198272:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126446.110787:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126446.118369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.132751:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.148448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.149731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.152169:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.157363:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821464192 00000100:00100000:0.0:1746126446.157367:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821464192 00000100:00100000:0.0:1746126446.157399:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4040 00000100:00100000:0.0:1746126446.157404:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821464192:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126446.157414:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126446.157422:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114ae7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a1db expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.157435:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1d4 expref: 24 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.157440:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126446.157441:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126446.157443:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114ae7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1db expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.157457:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1d4 expref: 24 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.157465:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114ae0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a1d4 expref: 24 pid: 10465 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126446.157471:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092831f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820198912:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126446.157488:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126446.160404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.163714:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.170885:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.188197:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.194370:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.198881:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.198925:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.202374:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.206405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.210144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.215005:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.223107:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.226563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.235291:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.245318:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.252969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.253007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.253042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.258729:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.319354:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.324605:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.349656:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.352700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.375856:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.381882:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.382937:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.390580:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.411413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.415811:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df7bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820200832:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126446.415826:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126446.415844:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945821470080:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4269us (4438us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126446.415850:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6264 00000100:00100000:0.0:1746126446.417670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.420691:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.432665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.435584:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.436582:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821471360 00000100:00100000:0.0:1746126446.436586:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821471360 00010000:00010000:0.0:1746126446.436602:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114b1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a213 expref: 6 pid: 8479 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126446.436628:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6266 00000100:00100000:0.0:1746126446.436638:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821471360:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126446.436645:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126446.436654:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114b1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a213 expref: 6 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.436662:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114b1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a213 expref: 6 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.436724:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114b1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a213 expref: 6 pid: 8479 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.436746:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.436748:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.436753:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1114b2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a221 expref: 31 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.436765:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1114b2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a221 expref: 31 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.436786:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1114b2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a221 expref: 31 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126446.436795:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820201216:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126446.436847:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126446.437596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.438879:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820201216:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126446.438889:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126446.438915:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1975:x1830945821471360:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2282us (2384us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126446.438922:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6266 00000100:00100000:0.0:1746126446.444178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.455259:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821472000 00000100:00100000:0.0:1746126446.455267:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821472000 00010000:00010000:0.0:1746126446.455293:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1114b2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a221 expref: 34 pid: 10465 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126446.455321:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6267 00000100:00100000:0.0:1746126446.455328:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1977:x1830945821472000:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126446.455337:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126446.455352:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1114b2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a221 expref: 34 pid: 10465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.455363:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1114b2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a221 expref: 34 pid: 10465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.455390:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1114b2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a221 expref: 34 pid: 10465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.455709:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.455711:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.455718:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114b34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a228 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.455725:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114b34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a228 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.455753:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114b34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a228 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126446.455763:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820201472:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126446.456013:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126446.462370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.467150:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.475663:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.478974:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.479924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.483716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.483844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.489106:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df7bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820201984:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126446.489122:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac400, rc 0) 00000100:00100000:0.0:1746126446.489155:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821473152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5002us (5310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126446.489161:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4054 00000100:00100000:0.0:1746126446.491419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.500166:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.510761:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.514035:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.517810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.521262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.529182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.532451:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.534733:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.534803:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.540865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.548850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.553892:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821475840 00000100:00100000:0.0:1746126446.553901:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821475840 00010000:00010000:0.0:1746126446.553929:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1114b57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a24b expref: 39 pid: 10465 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746126446.553953:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6273 00000100:00100000:0.0:1746126446.553959:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1975:x1830945821475840:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126446.553969:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126446.553986:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1114b57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a24b expref: 39 pid: 10465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.554001:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1114b57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a24b expref: 39 pid: 10465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.554019:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1114b57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a24b expref: 39 pid: 10465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746126446.554034:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.554036:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.554041:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114b5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a252 expref: 38 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.554048:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114b5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a252 expref: 38 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.554073:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114b5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a252 expref: 38 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126446.554082:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135068e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820202752:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126446.555610:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126446.558401:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.568423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.574312:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.591807:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.595332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.595362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.595407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.600622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.603150:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.606746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.609170:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.611105:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.612735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.615363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.617455:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.617532:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.620660:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.621125:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.621168:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.625397:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.629899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.632318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.639689:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.641540:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.646053:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821480960 00000100:00100000:0.0:1746126446.646060:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821480960 00000100:00100000:0.0:1746126446.646517:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4065 00000100:00100000:0.0:1746126446.646522:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:30984:x1830945821480960:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126446.646530:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126446.646542:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114b96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a28a expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.646562:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114b88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a27c expref: 43 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.646573:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114b8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a283 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.646578:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.646579:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.646582:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114b96 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a28a expref: 43 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.646607:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114b8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a283 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.646617:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114b8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a283 expref: 5 pid: 10567 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126446.646626:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133791880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820204160:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126446.646689:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114b88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a27c expref: 43 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.646696:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114b88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a27c expref: 43 pid: 10465 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126446.646702:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133791c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820204288:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126446.646719:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126446.648673:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.648700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.648732:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.651552:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.660748:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.666712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.669630:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.672520:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.696178:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.696230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.696561:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4068 00000100:00100000:0.0:1746126446.696567:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133793800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:30984:x1830945821483008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126446.696576:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126446.696588:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1114bab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a29f expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.696607:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114b9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a291 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.696614:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8c00/0x8f8d42f0d1114ba4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a298 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.696619:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.696620:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.696622:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1114bab lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a29f expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.696644:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8c00/0x8f8d42f0d1114ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a298 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.696657:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8c00/0x8f8d42f0d1114ba4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a298 expref: 46 pid: 10567 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126446.696667:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133790380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820204800:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126446.696806:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114b9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a291 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.696814:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114b9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a291 expref: 5 pid: 10465 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126446.696821:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133790a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820204928:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126446.696839:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126446.700703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.701281:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.714044:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.719659:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.732339:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.736107:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.743433:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.745416:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.745446:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821484672 00000100:00100000:0.0:1746126446.745451:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821484672 00002000:00100000:0.0:1746126446.745477:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8801341cc700 x1830945821484672/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:207/0 lens 488/0 e 0 to 0 dl 1746126457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126446.745485:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341cc700 with x1830945821484672 ext(0->4095) 00002000:00010000:0.0:1746126446.745489:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801341cc700 00000100:00100000:0.0:1746126446.745532:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3362 00000100:00100000:0.0:1746126446.745538:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821484672:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126446.745649:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821484672:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126446.745654:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3362 00002000:00100000:0.0:1746126446.745658:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8801341cc700 x1830945821484672/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:207/0 lens 488/4536 e 0 to 0 dl 1746126457 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126446.745665:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341cc700 with x1830945821484672 ext(0->4095) 00002000:00010000:0.0:1746126446.745667:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801341cc700 00000100:00100000:0.0:1746126446.748140:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.749627:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.765723:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.770388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.770430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.774076:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.785218:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821485952 00000100:00100000:0.0:1746126446.785221:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821485952 00002000:00100000:0.0:1746126446.785243:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8801359d1880 x1830945821485952/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:207/0 lens 488/0 e 0 to 0 dl 1746126457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126446.785250:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1880 with x1830945821485952 ext(0->4095) 00002000:00010000:0.0:1746126446.785254:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801359d1880 00000100:00100000:0.0:1746126446.785276:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3364 00000100:00100000:0.0:1746126446.785281:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945821485952:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126446.785402:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945821485952:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (853us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126446.785408:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3364 00002000:00100000:0.0:1746126446.785412:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8801359d1880 x1830945821485952/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:207/0 lens 488/4536 e 0 to 0 dl 1746126457 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126446.785419:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1880 with x1830945821485952 ext(0->4095) 00002000:00010000:0.0:1746126446.785421:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801359d1880 00000100:00100000:0.0:1746126446.793879:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126446.796284:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126446.797874:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.804908:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.820058:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.824118:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.827071:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.832603:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.834723:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.837907:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.840667:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.843251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.846471:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.848875:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.851220:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.855205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.858084:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.858486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.862696:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.862714:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.862752:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.862770:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821490432 00000100:00100000:0.0:1746126446.862775:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821490432 00000100:00100000:0.0:1746126446.866103:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.868192:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.870681:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.876185:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.886711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.887368:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.887398:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821491456 00000100:00100000:0.0:1746126446.887404:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821491456 00000100:00100000:0.0:1746126446.887442:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821491584 00000100:00100000:0.0:1746126446.887445:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821491584 00000100:00100000:0.0:1746126446.887461:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4080 00000100:00100000:0.0:1746126446.887467:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821491456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126446.887481:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126446.887509:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fa2800/0x8f8d42f0d1114bf8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a2ec expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.887529:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.887531:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.887537:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fa2800/0x8f8d42f0d1114bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2ec expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.887548:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094fa2800/0x8f8d42f0d1114bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2ec expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.887557:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa2800, rc 0) 00000100:00100000:0.0:1746126446.887589:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821491456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126446.887599:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4080 00000100:00100000:0.0:1746126446.887721:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4081 00000100:00100000:0.0:1746126446.887726:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:30984:x1830945821491584:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126446.887732:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126446.887737:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1114bff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a2f3 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.887749:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114bf1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2e5 expref: 53 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.887756:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094fa2800/0x8f8d42f0d1114bf8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2ec expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.887760:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.887762:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126446.887764:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1114bff lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2f3 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.887784:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094fa2800/0x8f8d42f0d1114bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2ec expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.887793:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094fa2800/0x8f8d42f0d1114bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2ec expref: 5 pid: 10567 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126446.887802:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820207360:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126446.891413:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114bf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2e5 expref: 53 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.891427:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945d8a00/0x8f8d42f0d1114bf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2e5 expref: 53 pid: 8479 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126446.891438:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133734a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820207488:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126446.891491:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126446.891538:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820207360:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126446.895678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.897773:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821492096 00000100:00100000:0.0:1746126446.897781:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821492096 00000100:00100000:0.0:1746126446.898980:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4082 00000100:00100000:0.0:1746126446.898987:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:30985:x1830945821492096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126446.898998:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126446.899007:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fa4000/0x8f8d42f0d1114c06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a2fa expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.899021:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1114bff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2f3 expref: 56 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.899027:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126446.899028:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126446.899031:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fa4000/0x8f8d42f0d1114c06 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2fa expref: 56 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.899045:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1114bff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2f3 expref: 56 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126446.899057:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1114bff lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a2f3 expref: 56 pid: 10567 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126446.899065:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820207744:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126446.899101:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126446.905315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.909064:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.912815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.922993:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821493120 00000100:00100000:0.0:1746126446.922999:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821493120 00002000:00100000:0.0:1746126446.923029:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099a44000 x1830945821493120/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:207/0 lens 488/0 e 0 to 0 dl 1746126457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126446.923037:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44000 with x1830945821493120 ext(0->4095) 00002000:00010000:0.0:1746126446.923040:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a44000 00000100:00100000:0.0:1746126446.923056:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3372 00000100:00100000:0.0:1746126446.923062:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1976:x1830945821493120:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126446.923908:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1976:x1830945821493120:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 845us (1637us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126446.923913:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3372 00002000:00100000:0.0:1746126446.923918:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099a44000 x1830945821493120/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:207/0 lens 488/4536 e 0 to 0 dl 1746126457 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126446.923925:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44000 with x1830945821493120 ext(0->4095) 00002000:00010000:0.0:1746126446.923928:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a44000 00000100:00100000:0.0:1746126446.929936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.935170:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.935253:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.939156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.947613:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.954543:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.958174:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.961288:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.963367:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.969143:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.975674:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.975718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.979837:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.979863:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.979893:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126446.983569:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821496576 00000100:00100000:0.0:1746126446.983575:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821496576 00002000:00100000:0.0:1746126446.983608:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282a00 x1830945821496576/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:207/0 lens 488/0 e 0 to 0 dl 1746126457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126446.983616:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282a00 with x1830945821496576 ext(0->4095) 00010000:00010000:0.0:1746126446.983622:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d1114c29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a31d expref: 57 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126446.983634:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d1114c29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a31d expref: 57 pid: 10567 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746126446.983640:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282a00 00000100:00100000:0.0:1746126446.983655:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1064 00000100:00100000:0.0:1746126446.983662:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1977:x1830945821496576:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126446.983789:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1977:x1830945821496576:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (341us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126446.983795:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1064 00002000:00100000:0.0:1746126446.983800:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282a00 x1830945821496576/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:207/0 lens 488/4536 e 0 to 0 dl 1746126457 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126446.983807:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282a00 with x1830945821496576 ext(0->4095) 00010000:00010000:0.0:1746126446.983811:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d1114c29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a31d expref: 57 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126446.983820:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a3b9a00/0x8f8d42f0d1114c29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a31d expref: 57 pid: 10567 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746126446.983825:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282a00 00000100:00100000:0.0:1746126446.995653:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.002364:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126447.002956:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126447.007799:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126447.008510:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126447.011107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.015890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.025350:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821497728 00000100:00100000:0.0:1746126447.025354:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821497728 00002000:00100000:0.0:1746126447.025390:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135069c00 x1830945821497728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:208/0 lens 488/0 e 0 to 0 dl 1746126458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126447.025397:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135069c00 with x1830945821497728 ext(0->4095) 00010000:00010000:0.0:1746126447.025404:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114c37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a32b expref: 59 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.025412:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114c37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a32b expref: 59 pid: 10567 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746126447.025417:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135069c00 00000100:00100000:0.0:1746126447.025439:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1066 00000100:00100000:0.0:1746126447.025445:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1975:x1830945821497728:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126447.025786:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1975:x1830945821497728:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 340us (859us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126447.025792:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1066 00002000:00100000:0.0:1746126447.025797:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135069c00 x1830945821497728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:208/0 lens 488/4536 e 0 to 0 dl 1746126458 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126447.025803:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135069c00 with x1830945821497728 ext(0->4095) 00010000:00010000:0.0:1746126447.025807:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114c37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a32b expref: 59 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.025816:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114c37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a32b expref: 59 pid: 10567 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746126447.025820:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135069c00 00000100:00100000:0.0:1746126447.030769:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821498112 00000100:00100000:0.0:1746126447.030772:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821498112 00010000:00010000:0.0:1746126447.030790:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114c37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a32b expref: 59 pid: 10567 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126447.030812:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6305 00000100:00100000:0.0:1746126447.030816:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821498112:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126447.030825:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126447.030894:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114c37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a32b expref: 59 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.030904:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114c37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a32b expref: 59 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.030919:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114c37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a32b expref: 59 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.030933:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.030934:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.030939:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a332 expref: 58 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.030946:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a332 expref: 58 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.030969:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a332 expref: 58 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.030978:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114c3e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a332 expref: 58 pid: 10465 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126447.030991:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820209536:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126447.031054:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126447.034651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.038368:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.048003:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821498752 00000100:00100000:0.0:1746126447.048010:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821498752 00010000:00010000:0.0:1746126447.048040:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a332 expref: 60 pid: 10465 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126447.048076:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6306 00000100:00100000:0.0:1746126447.048087:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1976:x1830945821498752:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126447.048098:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126447.048114:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a332 expref: 60 pid: 10465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.048125:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a332 expref: 60 pid: 10465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.048142:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114c3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a332 expref: 60 pid: 10465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.048166:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.048168:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.048174:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114c45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a339 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.048185:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a339 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.048210:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a339 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126447.048221:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820209792:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126447.048287:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126447.056017:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.058394:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.061943:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.068117:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821499776 00000100:00100000:0.0:1746126447.068125:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821499776 00002000:00100000:0.0:1746126447.068158:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135068700 x1830945821499776/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:208/0 lens 488/0 e 0 to 0 dl 1746126458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126447.068166:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135068700 with x1830945821499776 ext(0->4095) 00002000:00010000:0.0:1746126447.068171:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135068700 00000100:00100000:0.0:1746126447.068652:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3379 00000100:00100000:0.0:1746126447.068659:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821499776:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126447.070212:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821499776:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1550us (2252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126447.070220:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3379 00002000:00100000:0.0:1746126447.070227:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135068700 x1830945821499776/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:208/0 lens 488/4536 e 0 to 0 dl 1746126458 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126447.070239:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135068700 with x1830945821499776 ext(0->4095) 00010000:00010000:0.0:1746126447.070245:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a339 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.070252:0:8485:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a339 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126447.070257:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135068700 00000100:00100000:0.0:1746126447.077211:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.082390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.086742:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.090126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.093196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.095737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.097687:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.103141:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.108608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.108931:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.115565:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821502208 00000100:00100000:0.0:1746126447.115570:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821502208 00010000:00010000:0.0:1746126447.115589:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1114c5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a34e expref: 63 pid: 10567 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126447.115605:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6310 00000100:00100000:0.0:1746126447.115609:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135069f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1974:x1830945821502208:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126447.115617:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126447.115632:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1114c5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a34e expref: 63 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.115640:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1114c5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a34e expref: 63 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.115655:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1114c5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a34e expref: 63 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.115677:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126447.115694:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135069f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1974:x1830945821502208:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 84us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126447.115698:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6310 00000100:00100000:0.0:1746126447.115729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.115773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.115782:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821502464 00000100:00100000:0.0:1746126447.115784:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821502464 00010000:00010000:0.0:1746126447.115794:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114c61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a355 expref: 6 pid: 10567 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126447.115808:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6311 00000100:00100000:0.0:1746126447.115812:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821502464:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126447.115817:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126447.115824:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114c61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a355 expref: 6 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.115831:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114c61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a355 expref: 6 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.115844:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114c61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a355 expref: 6 pid: 10567 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.115851:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.115852:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.115857:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114c68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a35c expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.115863:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114c68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a35c expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.115883:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114c68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a35c expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126447.115891:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820210816:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126447.115928:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126447.120399:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.129529:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.133126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.140716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.140744:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821503360 00000100:00100000:0.0:1746126447.140751:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821503360 00002000:00100000:0.0:1746126447.140783:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094f6dc00 x1830945821503360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:208/0 lens 488/0 e 0 to 0 dl 1746126458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126447.140791:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6dc00 with x1830945821503360 ext(0->4095) 00002000:00010000:0.0:1746126447.140795:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f6dc00 00000100:00100000:0.0:1746126447.140824:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3384 00000100:00100000:0.0:1746126447.140831:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1977:x1830945821503360:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126447.140960:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1977:x1830945821503360:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126447.140965:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3384 00002000:00100000:0.0:1746126447.140970:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094f6dc00 x1830945821503360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:208/0 lens 488/4536 e 0 to 0 dl 1746126458 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126447.140975:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6dc00 with x1830945821503360 ext(0->4095) 00002000:00010000:0.0:1746126447.140977:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f6dc00 00000100:00100000:0.0:1746126447.143257:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.144872:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.153829:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.157654:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.157703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.164818:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.165354:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.165392:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.170086:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.176602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.181275:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.191806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.195842:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.199660:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.213432:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.233580:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.233628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.241170:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.241194:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6316 00000100:00100000:0.0:1746126447.241202:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:1977:x1830945821506944:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126447.241212:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126447.241229:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e78200/0x8f8d42f0d1114c84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a378 expref: 67 pid: 10465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.241238:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e78200/0x8f8d42f0d1114c84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a378 expref: 67 pid: 10465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.241256:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e78200/0x8f8d42f0d1114c84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a378 expref: 67 pid: 10465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.241270:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126447.241291:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1977:x1830945821506944:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 91us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126447.241296:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6316 00000100:00100000:0.0:1746126447.243366:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.247566:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.260122:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.272217:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.278175:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.279030:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.281963:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.282030:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.288211:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.292149:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.295007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.299663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.303795:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.309231:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.317406:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.325180:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.332940:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.332964:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.332984:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821510400 00000100:00100000:0.0:1746126447.332989:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821510400 00000100:00100000:0.0:1746126447.333034:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4108 00000100:00100000:0.0:1746126447.333041:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821510400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126447.333052:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126447.333064:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114cbc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a3b0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.333080:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.333085:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114cb5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3a9 expref: 72 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.333468:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126447.333474:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114cbc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3b0 expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.335278:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114cb5 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3a9 expref: 70 pid: 10465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.335288:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945d8800/0x8f8d42f0d1114cb5 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3a9 expref: 70 pid: 10465 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126447.335304:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820213376:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126447.335351:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126447.342777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.358031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.364902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.367755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.375790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.375905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.380608:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.383435:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.387247:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.389582:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.391304:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.393581:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.405264:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.405703:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.409757:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.412709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.413667:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.417180:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.420341:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.434675:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.439010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.445048:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.447975:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.458405:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821515392 00000100:00100000:0.0:1746126447.458411:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821515392 00000100:00100000:0.0:1746126447.458446:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4115 00000100:00100000:0.0:1746126447.458452:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:30984:x1830945821515392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126447.458464:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126447.458477:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1114ced lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a3e1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.458507:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d1114cdf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3d3 expref: 77 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.458513:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114ce6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3da expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.458518:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.458519:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.458522:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1114ced lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3e1 expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.458541:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114ce6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3da expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.458549:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114ce6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3da expref: 5 pid: 10465 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126447.458557:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820214784:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126447.458618:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d1114cdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3d3 expref: 77 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.458629:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d1114cdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3d3 expref: 77 pid: 10465 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126447.458635:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820214912:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126447.458647:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126447.468242:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.468270:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.468293:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.468316:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821515776 00000100:00100000:0.0:1746126447.468321:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821515776 00010000:00010000:0.0:1746126447.468345:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d1114cdf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3d3 expref: 78 pid: 10465 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126447.468361:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821515520 00000100:00100000:0.0:1746126447.468363:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821515520 00010000:00010000:0.0:1746126447.468378:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114ce6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3da expref: 6 pid: 10465 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746126447.468389:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6329 00000100:00100000:0.0:1746126447.468394:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1975:x1830945821515776:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126447.468404:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126447.468418:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d1114cdf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3d3 expref: 78 pid: 10465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.468426:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad4e00/0x8f8d42f0d1114cdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3d3 expref: 78 pid: 10465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.468444:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126447.468470:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1975:x1830945821515776:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 76us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126447.468475:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6329 00000100:00100000:0.0:1746126447.468488:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6330 00000100:00100000:0.0:1746126447.468491:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b139c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821515520:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126447.468510:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126447.468516:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114ce6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3da expref: 6 pid: 10465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.468523:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114ce6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3da expref: 6 pid: 10465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746126447.468531:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.468532:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.468537:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1114ced lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3e1 expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.468543:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1114ced lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3e1 expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.468563:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1114ced lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a3e1 expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126447.468572:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941a6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820215040:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126447.468609:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126447.473458:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941a6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7118:1830945820215040:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126447.473474:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126447.473535:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b139c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1975:x1830945821515520:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5041us (5240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126447.473544:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6330 00000100:00100000:0.0:1746126447.474633:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.476618:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.482240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.485627:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.489201:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.493067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.506824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.506916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.515092:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.520988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.521036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.564471:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.565991:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.582775:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.591339:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.594269:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.594381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.597110:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.597150:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.598640:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.600761:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.602622:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.604360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.607968:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.612203:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.613872:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.617223:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.627451:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.627483:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.627549:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.627580:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821522176 00000100:00100000:0.0:1746126447.627586:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821522176 00000100:00100000:0.0:1746126447.627624:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4125 00000100:00100000:0.0:1746126447.627630:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:30985:x1830945821522176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126447.627642:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126447.628435:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114d33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a427 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.628458:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.628463:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d1114d2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a420 expref: 83 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.628468:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126447.628470:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114d33 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a427 expref: 8 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.628511:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d1114d2c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a420 expref: 83 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.628520:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114d33 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a427 expref: 8 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.628529:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdec00, rc 0) 00000100:00100000:0.0:1746126447.628559:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:30985:x1830945821522176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 930us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126447.628564:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4125 00000100:00100000:0.0:1746126447.634136:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.636918:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.640077:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.653591:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821522944 00000100:00100000:0.0:1746126447.653598:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821522944 00000100:00100000:0.0:1746126447.653639:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4126 00000100:00100000:0.0:1746126447.653646:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:30984:x1830945821522944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126447.653659:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126447.653673:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bde400/0x8f8d42f0d1114d3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a42e expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.653692:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114d33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a427 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.653698:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.653700:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.653747:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bde400/0x8f8d42f0d1114d3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a42e expref: 85 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.653770:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114d33 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a427 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.653783:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114d33 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a427 expref: 5 pid: 8479 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746126447.653793:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094904700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820217344:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126447.653915:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.653934:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821523200 00000100:00100000:0.0:1746126447.653937:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821523200 00002000:00100000:0.0:1746126447.653955:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094907480 x1830945821523200/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:208/0 lens 488/0 e 0 to 0 dl 1746126458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126447.653962:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907480 with x1830945821523200 ext(0->4095) 00010000:00010000:0.0:1746126447.653967:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114d33 lrc: 8/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a427 expref: 6 pid: 8479 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126447.653974:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114d33 lrc: 8/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a427 expref: 6 pid: 8479 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746126447.653980:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094907480 00000100:00100000:0.0:1746126447.653996:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1096 00000100:00100000:0.0:1746126447.654001:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821523200:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126447.654109:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821523200:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126447.654115:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1096 00002000:00100000:0.0:1746126447.654120:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094907480 x1830945821523200/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:208/0 lens 488/4536 e 0 to 0 dl 1746126458 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126447.654132:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907480 with x1830945821523200 ext(0->4095) 00010000:00010000:0.0:1746126447.654136:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114d33 lrc: 8/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a427 expref: 6 pid: 8479 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126447.654144:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114d33 lrc: 8/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a427 expref: 6 pid: 8479 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746126447.654149:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094907480 00000100:00100000:0.0:1746126447.655393:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126447.655409:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094904700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820217344:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126447.655424:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bde400/0x8f8d42f0d1114d3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a42e expref: 85 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.655434:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bde400, rc 0) 00000100:00100000:0.0:1746126447.655466:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:30984:x1830945821522944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1820us (1979us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126447.655471:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4126 00000100:00100000:0.0:1746126447.655771:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.655786:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821523328 00000100:00100000:0.0:1746126447.655790:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821523328 00000100:00100000:0.0:1746126447.655816:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4127 00000100:00100000:0.0:1746126447.655821:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cd1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:30985:x1830945821523328:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126447.655830:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126447.655839:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114d41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a435 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.655855:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.655859:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bde400/0x8f8d42f0d1114d3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a42e expref: 86 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.655864:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126447.655866:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114d41 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a435 expref: 86 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.655882:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bde400/0x8f8d42f0d1114d3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a42e expref: 86 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.655890:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114d41 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a435 expref: 86 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.655897:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdfc00, rc 0) 00000100:00100000:0.0:1746126447.655914:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cd1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:30985:x1830945821523328:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126447.655920:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4127 00000100:00100000:0.0:1746126447.656321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.666005:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.673541:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.677483:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.685096:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.691387:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.699879:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.702052:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.706473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.711205:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.714235:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.718142:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.720870:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.725175:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.727232:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.729627:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.737830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.749607:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.755468:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.759996:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.762148:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.767265:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.773641:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821528576 00000100:00100000:0.0:1746126447.773645:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821528576 00002000:00100000:0.0:1746126447.773673:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282680 x1830945821528576/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:208/0 lens 488/0 e 0 to 0 dl 1746126458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126447.773681:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282680 with x1830945821528576 ext(0->4095) 00002000:00010000:0.0:1746126447.773685:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d282680 00000100:00100000:0.0:1746126447.773713:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3417 00000100:00100000:0.0:1746126447.773718:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821528576:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126447.774447:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821528576:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 726us (1199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126447.774455:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3417 00002000:00100000:0.0:1746126447.774461:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d282680 x1830945821528576/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:208/0 lens 488/4536 e 0 to 0 dl 1746126458 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126447.774474:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282680 with x1830945821528576 ext(0->4095) 00010000:00010000:0.0:1746126447.774479:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114d6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a45f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.774487:0:25023:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff8800945d9600/0x8f8d42f0d1114d6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a45f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126447.774492:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d282680 00000100:00100000:0.0:1746126447.777773:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.777803:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.777929:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.781479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.784190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.789400:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.794101:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.799836:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.801942:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.804996:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.806137:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.810346:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.822380:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.843078:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.847102:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.852123:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d280380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820220288:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126447.852148:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126447.852207:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1977:x1830945821531264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4891us (5112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126447.852219:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6354 00000100:00100000:0.0:1746126447.854001:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.854056:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.862657:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.863983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.868668:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.874767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.882263:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.889645:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.891717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.899205:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.909202:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821533696 00000100:00100000:0.0:1746126447.909213:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821533696 00010000:00010000:0.0:1746126447.909252:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094eb9200/0x8f8d42f0d1114daa lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a49e expref: 6 pid: 10465 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746126447.909284:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6357 00000100:00100000:0.0:1746126447.909290:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821533696:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126447.909303:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126447.909327:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094eb9200/0x8f8d42f0d1114daa lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a49e expref: 6 pid: 10465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126447.909339:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094eb9200/0x8f8d42f0d1114daa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a49e expref: 6 pid: 10465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126447.909374:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126447.909414:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821533696:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 124us (2048us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126447.909420:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6357 00000100:00100000:0.0:1746126447.915350:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.919086:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.926413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.933534:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.941655:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.946629:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.947726:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.949250:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821535232 00000100:00100000:0.0:1746126447.949254:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821535232 00010000:00010000:0.0:1746126447.949274:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114db8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a4ac expref: 6 pid: 10465 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746126447.949303:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6360 00000100:00100000:0.0:1746126447.949309:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821535232:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126447.949317:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126447.949338:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114db8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a4ac expref: 6 pid: 10465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126447.949348:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114db8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a4ac expref: 6 pid: 10465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126447.949364:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114db8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a4ac expref: 6 pid: 10465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126447.949396:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.949398:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126447.949405:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114dbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a4b3 expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.949412:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114dbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a4b3 expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.949432:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114dbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a4b3 expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126447.949446:0:8534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114dbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a4b3 expref: 98 pid: 8479 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746126447.949457:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820221824:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126447.949530:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126447.952903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.959969:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.962668:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.966247:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.971156:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.974814:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.978199:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.978286:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.980280:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.983169:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.992665:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.994516:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.997952:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126447.999461:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.002976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.006771:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.011077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.026126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.031588:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.032616:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.035395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.042217:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.045710:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.055839:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.075419:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.083972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.088073:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.089320:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.094209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.104778:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.123778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.128349:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.131639:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.132058:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.132374:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4157 00000100:00100000:0.0:1746126448.132382:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:30984:x1830945821541632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.132388:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.132395:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114e13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a507 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.132410:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094eb8800/0x8f8d42f0d1114e05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a4f9 expref: 109 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.132418:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114e0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a500 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.132424:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.132425:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.132428:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114e13 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a507 expref: 109 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.132456:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114e0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a500 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.132466:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114e0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a500 expref: 6 pid: 10567 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746126448.132477:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820224256:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126448.133016:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094eb8800/0x8f8d42f0d1114e05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a4f9 expref: 109 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.133025:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094eb8800/0x8f8d42f0d1114e05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a4f9 expref: 109 pid: 8479 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746126448.133033:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ad9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820224384:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126448.133053:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126448.135678:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.135759:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.141411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.144379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.153587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.155784:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.158598:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.162952:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.166444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.168102:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821543296 00000100:00100000:0.0:1746126448.168105:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821543296 00000100:00100000:0.0:1746126448.168131:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4160 00000100:00100000:0.0:1746126448.168136:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+111:30985:x1830945821543296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.168144:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.168154:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdee00/0x8f8d42f0d1114e28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a51c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.168168:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.168171:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094eb9200/0x8f8d42f0d1114e21 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a515 expref: 112 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.168177:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.168179:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdee00/0x8f8d42f0d1114e28 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a51c expref: 112 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.168205:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094eb9200/0x8f8d42f0d1114e21 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a515 expref: 112 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.168214:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdee00/0x8f8d42f0d1114e28 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a51c expref: 112 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.168228:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdee00, rc 0) 00000100:00100000:0.0:1746126448.168253:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:30985:x1830945821543296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.168258:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4160 00000100:00100000:0.0:1746126448.169772:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.174514:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.181332:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.183461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.186115:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.191598:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.194206:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.196845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.207976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.223312:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.223356:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.223549:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6377 00000100:00100000:0.0:1746126448.223557:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+114:1977:x1830945821545344:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126448.223564:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126448.223798:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bdee00/0x8f8d42f0d1114e28 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a51c expref: 114 pid: 8479 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.223807:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bdee00/0x8f8d42f0d1114e28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a51c expref: 114 pid: 8479 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.223820:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.223822:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.223829:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114e36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a52a expref: 114 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.223835:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114e36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a52a expref: 114 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.223864:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1114e36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a52a expref: 114 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126448.223874:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135152d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820225664:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126448.225659:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126448.230482:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.235595:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.245596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.251900:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.254450:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.257870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.262262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.262325:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.268058:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.268968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.270169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.274379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.279226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.281407:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.284907:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821548416 00000100:00100000:0.0:1746126448.284914:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821548416 00002000:00100000:0.0:1746126448.284951:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d283b80 x1830945821548416/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126448.284960:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283b80 with x1830945821548416 ext(0->4095) 00002000:00010000:0.0:1746126448.284964:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d283b80 00000100:00100000:0.0:1746126448.284993:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3437 00000100:00100000:0.0:1746126448.284999:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+116:1977:x1830945821548416:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126448.286443:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+116:1977:x1830945821548416:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1439us (1590us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126448.286452:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3437 00002000:00100000:0.0:1746126448.286463:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008d283b80 x1830945821548416/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/4536 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126448.286471:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283b80 with x1830945821548416 ext(0->4095) 00002000:00010000:0.0:1746126448.286474:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d283b80 00000100:00100000:0.0:1746126448.290658:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.292436:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.295185:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.303435:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.313086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.313122:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.313162:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.313185:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821549568 00000100:00100000:0.0:1746126448.313192:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821549568 00000100:00100000:0.0:1746126448.313232:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4169 00000100:00100000:0.0:1746126448.313239:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:30985:x1830945821549568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.313254:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.313270:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bde400/0x8f8d42f0d1114e67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a55b expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.313661:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114e60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a554 expref: 118 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.313667:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.313668:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.313671:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bde400/0x8f8d42f0d1114e67 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a55b expref: 118 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.313687:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114e60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a554 expref: 118 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.313696:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114e60 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a554 expref: 118 pid: 10465 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746126448.313704:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820227072:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126448.313739:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126448.316244:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.322851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.326744:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.330897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.333156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.334753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.347374:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.347541:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.352289:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820227328:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126448.352305:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bde400/0x8f8d42f0d1114e67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a55b expref: 119 pid: 8481 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746126448.352332:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013506aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820227456:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126448.352358:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1114e75 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a569 expref: 118 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.352379:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8000, rc 0) 00000100:00100000:0.0:1746126448.352404:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:30984:x1830945821551488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4747us (4863us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.352411:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4171 00000100:00100000:0.0:1746126448.354380:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821551744 00000100:00100000:0.0:1746126448.354388:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821551744 00000100:00100000:0.0:1746126448.354484:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4172 00000100:00100000:0.0:1746126448.354517:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:30985:x1830945821551744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.354533:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.354549:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114e7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a570 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.354573:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.354579:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1114e75 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a569 expref: 119 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.354584:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.354587:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114e7c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a570 expref: 119 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.354624:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1114e75 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a569 expref: 119 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.354634:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114e7c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a570 expref: 119 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.354641:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdec00, rc 0) 00000100:00100000:0.0:1746126448.354675:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:30985:x1830945821551744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.354855:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4172 00000100:00100000:0.0:1746126448.357031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.358561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.378094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.381869:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.382542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.388317:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.394610:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.396833:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.403515:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.405978:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821554176 00000100:00100000:0.0:1746126448.405986:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821554176 00000100:00100000:0.0:1746126448.406027:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4175 00000100:00100000:0.0:1746126448.406034:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:30985:x1830945821554176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.406050:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.406066:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdee00/0x8f8d42f0d1114e91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a585 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.406089:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.406091:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.406098:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdee00/0x8f8d42f0d1114e91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a585 expref: 122 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.406112:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdee00/0x8f8d42f0d1114e91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a585 expref: 122 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.406121:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdee00, rc 0) 00000100:00100000:0.0:1746126448.406167:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:30985:x1830945821554176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.406172:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4175 00000100:00100000:0.0:1746126448.417455:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.418101:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.423639:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.425722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.425909:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.425943:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821555072 00000100:00100000:0.0:1746126448.425947:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821555072 00000100:00100000:0.0:1746126448.425979:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4177 00000100:00100000:0.0:1746126448.425984:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:30985:x1830945821555072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.425999:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.426011:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114e9f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a593 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.426027:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.426032:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114e98 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a58c expref: 123 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.426038:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.426041:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114e9f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a593 expref: 123 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.426069:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114e98 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a58c expref: 123 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.426078:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114e9f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a593 expref: 123 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.426085:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdea00, rc 0) 00000100:00100000:0.0:1746126448.426109:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+123:30985:x1830945821555072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.426114:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4177 00000100:00100000:0.0:1746126448.429471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.433042:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.444022:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821555840 00000100:00100000:0.0:1746126448.444031:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821555840 00010000:00010000:0.0:1746126448.444069:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114e98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a58c expref: 125 pid: 8481 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746126448.444104:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6392 00000100:00100000:0.0:1746126448.444112:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089638a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+125:1976:x1830945821555840:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126448.444127:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126448.444150:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114e98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a58c expref: 125 pid: 8481 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.444162:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114e98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a58c expref: 125 pid: 8481 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.444184:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114e98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a58c expref: 125 pid: 8481 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.444416:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.444419:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.444426:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114e9f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a593 expref: 124 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.444435:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a593 expref: 124 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.444469:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a593 expref: 124 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126448.444481:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820228992:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126448.444591:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126448.450641:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.454019:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.454848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.456752:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.458016:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135068a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820229120:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126448.458026:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135069f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820229248:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126448.458047:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1114ead lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5a1 expref: 125 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.458060:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8a00, rc 0) 00000100:00100000:0.0:1746126448.458081:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+125:30984:x1830945821556352:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2724us (3234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.458087:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4179 00000100:00100000:0.0:1746126448.459347:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.462031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.462069:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.464730:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.467888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:0.0:1746126448.469213:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126448.473896:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.478081:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.482098:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.497357:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.501392:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.501439:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:0.0:1746126448.502205:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114ec2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5b6 expref: 127 pid: 8479 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.502214:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114ec2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5b6 expref: 127 pid: 8479 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746126448.502221:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820230144:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126448.502241:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126448.503848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.508861:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.516318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.516756:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6398 00000100:00100000:0.0:1746126448.516766:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094149f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:1974:x1830945821559424:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126448.516782:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126448.516806:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5b6 expref: 129 pid: 8479 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.516819:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5b6 expref: 129 pid: 8479 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.516846:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800945d9400/0x8f8d42f0d1114ec2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5b6 expref: 129 pid: 8479 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.516871:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.516873:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.516881:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114ec9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5bd expref: 128 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.516888:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5bd expref: 128 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.516921:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5bd expref: 128 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126448.516934:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094148a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820230272:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126448.520041:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.528102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.532645:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.538233:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.539145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.539175:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821560576 00000100:00100000:0.0:1746126448.539180:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821560576 00010000:00010000:0.0:1746126448.539207:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8600/0x8f8d42f0d1114ed0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5c4 expref: 6 pid: 8479 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746126448.539246:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6399 00000100:00100000:0.0:1746126448.539252:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821560576:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126448.539264:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126448.539285:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8600/0x8f8d42f0d1114ed0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5c4 expref: 6 pid: 8479 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.539295:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099ca8600/0x8f8d42f0d1114ed0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5c4 expref: 6 pid: 8479 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.539318:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8600/0x8f8d42f0d1114ed0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5c4 expref: 6 pid: 8479 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746126448.539335:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126448.539383:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821560576:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 130us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.539388:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6399 00000100:00100000:0.0:1746126448.544057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.544162:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.549265:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.557383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.572013:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.572042:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821561472 00000100:00100000:0.0:1746126448.572051:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821561472 00000100:00100000:0.0:1746126448.573017:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4187 00000100:00100000:0.0:1746126448.573028:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+130:30984:x1830945821561472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.573046:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.573064:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114ee5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a5d9 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.573090:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.573096:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114ede lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5d2 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.573102:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126448.573104:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114ee5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5d9 expref: 131 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.573141:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114ede lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5d2 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.573153:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114ee5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5d9 expref: 131 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.573162:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdea00, rc 0) 00000100:00100000:0.0:1746126448.573207:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+131:30984:x1830945821561472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (1203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.573217:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4187 00000100:00100000:0.0:1746126448.573325:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.575789:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.578646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.582394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.586281:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.593071:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.593107:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821562496 00000100:00100000:0.0:1746126448.593114:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821562496 00002000:00100000:0.0:1746126448.593157:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880099afd180 x1830945821562496/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 496/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126448.593166:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd180 with x1830945821562496 ext(0->7) 00010000:00010000:0.0:1746126448.593174:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5d9 expref: 130 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126448.593187:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5d9 expref: 130 pid: 8479 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746126448.593197:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099afd180 00000100:00100000:0.0:1746126448.593845:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1152 00000100:00100000:0.0:1746126448.594015:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+130:1976:x1830945821562496:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126448.594348:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+132:1976:x1830945821562496:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 335us (1285us total) trans 4294968458 rc 0/0 00000100:00100000:0.0:1746126448.595106:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1152 00002000:00100000:0.0:1746126448.595115:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880099afd180 x1830945821562496/t4294968458(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 496/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126448.595124:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd180 with x1830945821562496 ext(0->7) 00010000:00010000:0.0:1746126448.595133:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5d9 expref: 132 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126448.595145:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a5d9 expref: 132 pid: 8479 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746126448.595151:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099afd180 00000100:00100000:0.0:1746126448.596898:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.600376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.605646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.605697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.610182:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.610223:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.613047:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.613212:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.617852:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.621702:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.627034:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.632389:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.636770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.644953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.648214:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.657612:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.672678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.672702:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821565824 00000100:00100000:0.0:1746126448.672707:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821565824 00000100:00100000:0.0:1746126448.672726:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4194 00000100:00100000:0.0:1746126448.672731:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821565824:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.672744:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.672754:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a60a expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.672771:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1114f0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a603 expref: 133 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.672777:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.672778:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.672781:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f16 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a60a expref: 7 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.672796:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1114f0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a603 expref: 133 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.672805:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1114f0f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a603 expref: 133 pid: 8481 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746126448.672813:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c283480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820232576:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126448.672843:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126448.678074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.687391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.695916:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.699567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.707852:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.711836:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.714689:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.726480:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.731961:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.734225:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.735957:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.736036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.741612:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.747820:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.751535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.755488:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.758828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.758882:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.759643:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4200 00000100:00100000:0.0:1746126448.759652:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+140:30984:x1830945821569408:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.759660:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.759677:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1114f40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a634 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.759708:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1114f32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a626 expref: 141 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.759717:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.759719:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.759722:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1114f40 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a634 expref: 141 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.759839:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1114f32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a626 expref: 141 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.759851:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1114f32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a626 expref: 141 pid: 10465 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746126448.759862:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093121f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820233984:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126448.759919:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126448.761440:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.764037:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.767881:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00002000:00010000:1.0:1746126448.768544:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093954e00 00000100:00100000:0.0:1746126448.770915:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.776783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.780065:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821570560 00000100:00100000:0.0:1746126448.780074:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821570560 00000100:00100000:0.0:1746126448.780120:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4201 00000100:00100000:0.0:1746126448.780126:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+141:30985:x1830945821570560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.780142:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.780157:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a63b expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.780181:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.780182:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.780189:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a63b expref: 142 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.780203:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a63b expref: 142 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.780217:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdec00, rc 0) 00000100:00100000:0.0:1746126448.780265:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+142:30985:x1830945821570560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.780271:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4201 00000100:00100000:0.0:1746126448.781830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.782546:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.782605:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821570944 00000100:00100000:1.0:1746126448.782609:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821570944 00002000:00100000:1.0:1746126448.782638:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88013506b100 x1830945821570944/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.782647:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013506b100 with x1830945821570944 ext(0->4095) 00010000:00010000:1.0:1746126448.782653:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a63b expref: 144 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.782662:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a63b expref: 144 pid: 10465 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.782668:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013506b100 00000100:00100000:1.0:1746126448.782685:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1164 00000100:00100000:1.0:1746126448.782691:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+144:1974:x1830945821570944:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126448.782872:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+144:1974:x1830945821570944:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 180us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126448.782878:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1164 00002000:00100000:1.0:1746126448.782884:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88013506b100 x1830945821570944/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/4536 e 0 to 0 dl 1746126459 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.782891:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013506b100 with x1830945821570944 ext(0->4095) 00010000:00010000:1.0:1746126448.782895:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a63b expref: 144 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.782902:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a63b expref: 144 pid: 10465 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.782912:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013506b100 00000100:00100000:0.0:1746126448.784644:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.784679:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.784716:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.785175:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821571200 00000100:00100000:0.0:1746126448.785178:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821571200 00000100:00100000:0.0:1746126448.785200:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4203 00000100:00100000:0.0:1746126448.785206:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:30985:x1830945821571200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.785217:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.785229:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114f55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a649 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.785244:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.785248:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a642 expref: 144 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.785254:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.785257:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114f55 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a649 expref: 8 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.785282:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a642 expref: 143 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.785295:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1114f55 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a649 expref: 8 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.785302:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdea00, rc 0) 00000100:00100000:0.0:1746126448.785322:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:30985:x1830945821571200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.785327:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4203 00000100:00100000:1.0:1746126448.785461:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6417 00000100:00100000:1.0:1746126448.785469:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+143:1976:x1830945821571328:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126448.785475:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126448.785487:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a63b expref: 143 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.785518:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a63b expref: 143 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.785529:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a63b expref: 143 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.785659:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126448.785680:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+142:1976:x1830945821571328:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 213us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126448.785686:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6417 00000100:00100000:0.0:1746126448.788192:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d280e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820234752:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126448.788212:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126448.788257:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821571072:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2820us (3618us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.788266:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6416 00000100:00100000:1.0:1746126448.789099:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821571584 00000100:00100000:1.0:1746126448.789195:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821571584 00002000:00100000:1.0:1746126448.789231:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880089638700 x1830945821571584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.789238:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089638700 with x1830945821571584 ext(0->4095) 00010000:00010000:1.0:1746126448.789244:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a642 expref: 142 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.789258:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a642 expref: 142 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.789262:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089638700 00000100:00100000:1.0:1746126448.789287:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1165 00000100:00100000:1.0:1746126448.789293:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+142:1977:x1830945821571584:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126448.789469:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+142:1977:x1830945821571584:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 175us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126448.789475:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1165 00002000:00100000:1.0:1746126448.789480:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880089638700 x1830945821571584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/4536 e 0 to 0 dl 1746126459 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.789487:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089638700 with x1830945821571584 ext(0->4095) 00010000:00010000:1.0:1746126448.789491:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a642 expref: 142 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.789522:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a642 expref: 142 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.789528:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089638700 00000100:00100000:0.0:1746126448.802292:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.802349:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821571840 00000100:00100000:1.0:1746126448.802358:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821571840 00002000:00100000:1.0:1746126448.802411:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88009425a300 x1830945821571840/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 496/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.802421:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425a300 with x1830945821571840 ext(0->7) 00010000:00010000:1.0:1746126448.802432:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a642 expref: 142 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.802445:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a642 expref: 142 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.802451:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009425a300 00000100:00100000:1.0:1746126448.802472:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1166 00000100:00100000:1.0:1746126448.802480:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+142:1974:x1830945821571840:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126448.804830:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+144:1974:x1830945821571840:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2342us (2540us total) trans 4294968464 rc 0/0 00000100:00100000:1.0:1746126448.804840:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1166 00002000:00100000:1.0:1746126448.804849:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88009425a300 x1830945821571840/t4294968464(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 496/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.804859:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425a300 with x1830945821571840 ext(0->7) 00010000:00010000:1.0:1746126448.804868:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a642 expref: 144 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.804883:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a642 expref: 144 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.804890:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009425a300 00000100:00100000:0.0:1746126448.811433:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.814665:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.817831:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.819885:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.821833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.825043:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.829334:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.829432:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821572992 00000100:00100000:1.0:1746126448.829440:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821572992 00002000:00100000:1.0:1746126448.829482:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88009425bb80 x1830945821572992/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 496/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.829517:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425bb80 with x1830945821572992 ext(0->7) 00010000:00010000:1.0:1746126448.829527:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114f5c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a650 expref: 144 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.829541:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114f5c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a650 expref: 144 pid: 8479 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.829548:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009425bb80 00000100:00100000:1.0:1746126448.829578:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1168 00000100:00100000:1.0:1746126448.829585:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+144:1977:x1830945821572992:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126448.831043:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+146:1977:x1830945821572992:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1455us (1715us total) trans 4294968465 rc 0/0 00000100:00100000:1.0:1746126448.831051:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1168 00002000:00100000:1.0:1746126448.831058:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88009425bb80 x1830945821572992/t4294968465(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 496/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.831065:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425bb80 with x1830945821572992 ext(0->7) 00010000:00010000:1.0:1746126448.831072:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114f5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a650 expref: 146 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.831082:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d1114f5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a650 expref: 146 pid: 8479 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.831088:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009425bb80 00000100:00100000:0.0:1746126448.833640:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.836609:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.836669:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821573376 00000100:00100000:1.0:1746126448.836677:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821573376 00002000:00100000:1.0:1746126448.836744:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094258380 x1830945821573376/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.836754:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258380 with x1830945821573376 ext(0->4095) 00002000:00010000:1.0:1746126448.836758:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094258380 00000100:00100000:1.0:1746126448.836789:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3459 00000100:00100000:1.0:1746126448.836796:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821573376:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126448.837118:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821573376:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 321us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126448.837124:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3459 00002000:00100000:1.0:1746126448.837129:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094258380 x1830945821573376/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:209/0 lens 488/4536 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.837135:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258380 with x1830945821573376 ext(0->4095) 00002000:00010000:1.0:1746126448.837137:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094258380 00000100:00100000:0.0:1746126448.841073:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.842836:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.842993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.843068:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821573632 00000100:00100000:1.0:1746126448.843074:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821573632 00000100:00100000:1.0:1746126448.843116:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4207 00000100:00100000:1.0:1746126448.843123:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+147:30985:x1830945821573632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126448.843136:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126448.843151:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114f71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a665 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.843170:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126448.843175:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a65e expref: 148 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.843184:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126448.843187:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114f71 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a665 expref: 148 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.843220:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f6a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a65e expref: 148 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.843232:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114f71 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a665 expref: 148 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.843242:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8800, rc 0) 00000100:00100000:1.0:1746126448.843283:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+148:30985:x1830945821573632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126448.843289:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4207 00000100:00100000:0.0:1746126448.845438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.845646:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821574016 00000100:00100000:1.0:1746126448.845652:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821574016 00002000:00100000:1.0:1746126448.845689:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009c6d1f80 x1830945821574016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.845698:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1f80 with x1830945821574016 ext(0->4095) 00010000:00010000:1.0:1746126448.845703:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a65e expref: 147 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.845715:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a65e expref: 147 pid: 8479 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.845721:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c6d1f80 00000100:00100000:1.0:1746126448.845737:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1169 00000100:00100000:1.0:1746126448.845743:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+147:1977:x1830945821574016:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126448.845879:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+147:1977:x1830945821574016:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126448.845885:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1169 00002000:00100000:1.0:1746126448.845889:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009c6d1f80 x1830945821574016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/4536 e 0 to 0 dl 1746126459 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.845896:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1f80 with x1830945821574016 ext(0->4095) 00010000:00010000:1.0:1746126448.845900:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a65e expref: 147 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.845908:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a65e expref: 147 pid: 8479 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.845913:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c6d1f80 00000100:00100000:0.0:1746126448.849949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.855310:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.859694:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.866572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.873847:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.873900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.883281:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.883332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.884076:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821575552 00000100:00100000:1.0:1746126448.884080:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821575552 00002000:00100000:1.0:1746126448.884108:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093654e00 x1830945821575552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.884117:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654e00 with x1830945821575552 ext(0->4095) 00010000:00010000:1.0:1746126448.884123:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114f71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a665 expref: 149 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.884133:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114f71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a665 expref: 149 pid: 10465 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.884143:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093654e00 00000100:00100000:1.0:1746126448.884157:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1171 00000100:00100000:1.0:1746126448.884162:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+149:1976:x1830945821575552:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126448.884300:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+149:1976:x1830945821575552:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (968us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126448.884306:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1171 00002000:00100000:1.0:1746126448.884310:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093654e00 x1830945821575552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/4536 e 0 to 0 dl 1746126459 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.884316:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654e00 with x1830945821575552 ext(0->4095) 00010000:00010000:1.0:1746126448.884321:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114f71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a665 expref: 149 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.884329:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114f71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a665 expref: 149 pid: 10465 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.884334:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093654e00 00000100:00100000:1.0:1746126448.886115:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821575680 00000100:00100000:0.0:1746126448.886115:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821575808 00000100:00100000:1.0:1746126448.886123:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821575680 00000100:00100000:0.0:1746126448.886123:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821575808 00010000:00010000:1.0:1746126448.886149:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114f71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a665 expref: 149 pid: 10465 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746126448.886163:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4210 00000100:00100000:0.0:1746126448.886171:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821575808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.886184:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.886197:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f86 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a67a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.886217:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126448.886223:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a673 expref: 149 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.886229:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.886232:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f86 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a67a expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.886266:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a673 expref: 149 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.886276:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f86 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a67a expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.886290:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdec00, rc 0) 00000100:00100000:0.0:1746126448.886322:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821575808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.886328:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4210 00000100:00100000:1.0:1746126448.886425:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6424 00000100:00100000:1.0:1746126448.886431:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+149:1974:x1830945821575680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126448.886439:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126448.886460:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114f71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a665 expref: 149 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.886470:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114f71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a665 expref: 149 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.886486:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1114f71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a665 expref: 149 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.886517:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126448.886518:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126448.886525:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a673 expref: 148 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.886532:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a673 expref: 148 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.886550:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a673 expref: 148 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.886561:0:8534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a673 expref: 148 pid: 8479 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126448.886572:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135068000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820236416:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126448.886629:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126448.888489:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135068000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820236416:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126448.888534:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126448.888583:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+148:1974:x1830945821575680:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2151us (2609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126448.888595:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6424 00000100:00100000:0.0:1746126448.888810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.893617:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.896913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.897861:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821576448 00000100:00100000:1.0:1746126448.897871:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821576448 00010000:00010000:1.0:1746126448.897904:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a673 expref: 150 pid: 8479 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126448.897940:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6425 00000100:00100000:1.0:1746126448.897947:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+150:1975:x1830945821576448:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126448.897959:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126448.897992:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a673 expref: 150 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.898003:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a673 expref: 150 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.898026:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a673 expref: 150 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.898667:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126448.898671:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126448.898680:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f86 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a67a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.898688:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a67a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.898727:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a67a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126448.898740:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135068000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820236544:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126448.899388:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126448.901615:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135068000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820236544:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126448.901635:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126448.901685:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+149:1975:x1830945821576448:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3737us (4888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126448.901695:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6425 00000100:00100000:0.0:1746126448.901789:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.906750:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.909666:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.909724:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.910181:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821577216 00000100:00100000:1.0:1746126448.910184:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821577216 00002000:00100000:1.0:1746126448.910209:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012bf51f80 x1830945821577216/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.910218:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51f80 with x1830945821577216 ext(0->4095) 00010000:00010000:1.0:1746126448.910224:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d1114f8d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a681 expref: 152 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.910231:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d1114f8d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a681 expref: 152 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.910236:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bf51f80 00000100:00100000:1.0:1746126448.910248:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1174 00000100:00100000:1.0:1746126448.910252:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+152:1974:x1830945821577216:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126448.910406:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+152:1974:x1830945821577216:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 152us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126448.910412:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1174 00002000:00100000:1.0:1746126448.910417:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012bf51f80 x1830945821577216/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 488/4536 e 0 to 0 dl 1746126459 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.910423:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51f80 with x1830945821577216 ext(0->4095) 00010000:00010000:1.0:1746126448.910427:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d1114f8d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a681 expref: 152 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.910434:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d1114f8d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a681 expref: 152 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.910440:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bf51f80 00000100:00100000:0.0:1746126448.914901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.914933:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.914962:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.915190:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821577472 00000100:00100000:1.0:1746126448.915195:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821577472 00010000:00010000:1.0:1746126448.915215:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d1114f8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a681 expref: 151 pid: 10567 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126448.915236:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6426 00000100:00100000:1.0:1746126448.915245:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945821577344:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126448.915257:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126448.915425:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a67a expref: 8 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.915435:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a67a expref: 8 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.915450:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1114f86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a67a expref: 8 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.915471:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126448.915536:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945821577344:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 294us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126448.915543:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6426 00000100:00100000:0.0:1746126448.917437:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.920052:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.921161:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821578112 00000100:00100000:1.0:1746126448.921172:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821578112 00002000:00100000:1.0:1746126448.921213:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff8800939cb100 x1830945821578112/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 496/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.921222:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939cb100 with x1830945821578112 ext(0->7) 00010000:00010000:1.0:1746126448.921230:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a688 expref: 150 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.921243:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a688 expref: 150 pid: 8479 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.921249:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939cb100 00000100:00100000:1.0:1746126448.921279:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1176 00000100:00100000:1.0:1746126448.921286:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+150:1976:x1830945821578112:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126448.921636:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+152:1976:x1830945821578112:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 349us (1591us total) trans 4294968468 rc 0/0 00000100:00100000:1.0:1746126448.921643:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1176 00002000:00100000:1.0:1746126448.921649:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff8800939cb100 x1830945821578112/t4294968468(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:209/0 lens 496/448 e 0 to 0 dl 1746126459 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.921655:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939cb100 with x1830945821578112 ext(0->7) 00010000:00010000:1.0:1746126448.921658:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a688 expref: 152 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.921665:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1114f94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a688 expref: 152 pid: 8479 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126448.921670:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939cb100 00000100:00100000:0.0:1746126448.923146:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.927874:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.930844:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.933985:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.936830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.949728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.952825:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.952857:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.952901:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.952905:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821579520 00000100:00100000:1.0:1746126448.952912:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821579520 00000100:00100000:0.0:1746126448.952926:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821579648 00000100:00100000:0.0:1746126448.952929:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821579648 00010000:00010000:1.0:1746126448.952943:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f9b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a68f expref: 7 pid: 10567 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126448.952968:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6429 00000100:00100000:1.0:1746126448.952974:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1975:x1830945821579520:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126448.952984:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126448.953006:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a68f expref: 7 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.953015:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a68f expref: 7 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.953037:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1114f9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a68f expref: 7 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.953064:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126448.953567:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821579520:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 591us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126448.953574:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6429 00000100:00100000:0.0:1746126448.953864:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4216 00000100:00100000:0.0:1746126448.953871:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821579648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126448.953883:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126448.953894:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1114fb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a6a4 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.953910:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a69d expref: 152 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.953916:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.953917:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126448.953920:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1114fb0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6a4 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.953937:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a69d expref: 152 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.953947:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114fa9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a69d expref: 152 pid: 10567 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746126448.953959:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820237696:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126448.954032:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126448.955090:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.955464:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820237696:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126448.955482:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1114fb0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6a4 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126448.955521:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdfe00, rc 0) 00000100:00100000:0.0:1746126448.955540:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821579648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1671us (2639us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126448.955545:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4216 00000100:00100000:0.0:1746126448.958278:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.962755:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.965721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.965914:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821580544 00000100:00100000:1.0:1746126448.965922:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821580544 00002000:00100000:1.0:1746126448.965964:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008eab3800 x1830945821580544/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:209/0 lens 488/0 e 0 to 0 dl 1746126459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.965973:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab3800 with x1830945821580544 ext(0->4095) 00002000:00010000:1.0:1746126448.965977:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eab3800 00000100:00100000:1.0:1746126448.966006:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3466 00000100:00100000:1.0:1746126448.966013:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821580544:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126448.966161:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821580544:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126448.966167:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3466 00002000:00100000:1.0:1746126448.966172:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008eab3800 x1830945821580544/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:209/0 lens 488/4536 e 0 to 0 dl 1746126459 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126448.966178:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab3800 with x1830945821580544 ext(0->4095) 00002000:00010000:1.0:1746126448.966181:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eab3800 00000100:00100000:0.0:1746126448.970772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.971153:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.974561:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.974608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.976459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.976527:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821581312 00000100:00100000:1.0:1746126448.976534:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821581312 00000100:00100000:0.0:1746126448.976534:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:1.0:1746126448.976559:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d1114fb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ab expref: 155 pid: 10567 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126448.977187:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6433 00000100:00100000:1.0:1746126448.977202:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+155:1975:x1830945821581312:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126448.977211:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126448.977231:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d1114fb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ab expref: 155 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.977244:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d1114fb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ab expref: 155 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.977261:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4000/0x8f8d42f0d1114fb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ab expref: 155 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126448.977286:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126448.977288:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126448.977294:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114fbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6b2 expref: 154 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.977301:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114fbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6b2 expref: 154 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.977322:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114fbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6b2 expref: 154 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126448.977332:0:8534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114fbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6b2 expref: 154 pid: 10567 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126448.977348:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135068000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820238336:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126448.977427:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126448.978987:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135068000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820238336:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126448.979002:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126448.979038:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+154:1975:x1830945821581312:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1842us (2585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126448.979047:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6433 00000100:00100000:0.0:1746126448.979662:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.994213:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126448.998619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126448.999292:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821582208 00000100:00100000:1.0:1746126448.999302:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821582208 00010000:00010000:1.0:1746126448.999341:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d1114fbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6b2 expref: 156 pid: 10567 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746126449.001114:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.001145:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821582080 00000100:00100000:0.0:1746126449.001151:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821582080 00000100:00100000:0.0:1746126449.008111:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.008640:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821582464 00000100:00100000:1.0:1746126449.008648:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821582464 00002000:00100000:1.0:1746126449.010489:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135703100 x1830945821582464/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.010513:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703100 with x1830945821582464 ext(0->4095) 00010000:00010000:1.0:1746126449.010524:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6b9 expref: 6 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.010538:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6b9 expref: 6 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.010545:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135703100 00000100:00100000:1.0:1746126449.011666:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1182 00000100:00100000:1.0:1746126449.011681:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821582464:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.012738:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821582464:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1058us (4623us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.012747:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1182 00002000:00100000:1.0:1746126449.012755:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135703100 x1830945821582464/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.012762:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703100 with x1830945821582464 ext(0->4095) 00010000:00010000:1.0:1746126449.012770:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6b9 expref: 6 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.012782:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1114fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6b9 expref: 6 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.012787:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135703100 00000100:00100000:0.0:1746126449.014701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.017928:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.017997:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821582848 00000100:00100000:1.0:1746126449.018005:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821582848 00002000:00100000:1.0:1746126449.018048:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135702d80 x1830945821582848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.018059:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702d80 with x1830945821582848 ext(0->4095) 00002000:00010000:1.0:1746126449.018064:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135702d80 00000100:00100000:1.0:1746126449.018099:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3467 00000100:00100000:1.0:1746126449.018107:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+156:1976:x1830945821582848:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.018287:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+156:1976:x1830945821582848:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 180us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.018297:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3467 00002000:00100000:1.0:1746126449.018303:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135702d80 x1830945821582848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.018310:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702d80 with x1830945821582848 ext(0->4095) 00002000:00010000:1.0:1746126449.018313:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135702d80 00000100:00100000:0.0:1746126449.028596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.032133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.033626:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1183 00000100:00100000:1.0:1746126449.033639:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+156:1977:x1830945821583104:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.034003:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+158:1977:x1830945821583104:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 367us (1877us total) trans 4294968471 rc 0/0 00000100:00100000:1.0:1746126449.034010:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1183 00002000:00100000:1.0:1746126449.034016:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880135703800 x1830945821583104/t4294968471(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 496/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.034024:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703800 with x1830945821583104 ext(0->7) 00010000:00010000:1.0:1746126449.034031:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114fcc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6c0 expref: 158 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.034041:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1114fcc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6c0 expref: 158 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.034047:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135703800 00000100:00100000:0.0:1746126449.036376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.044901:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.048697:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.049868:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821583744 00000100:00100000:0.0:1746126449.049872:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821583744 00000100:00100000:0.0:1746126449.049926:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4223 00000100:00100000:0.0:1746126449.049932:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+159:30985:x1830945821583744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126449.049941:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126449.049950:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114fe1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a6d5 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.049964:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.049968:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114fda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ce expref: 160 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.049973:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126449.049976:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114fe1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6d5 expref: 160 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.049999:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114fda lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ce expref: 160 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.050010:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114fe1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6d5 expref: 160 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.050019:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdfc00, rc 0) 00000100:00100000:0.0:1746126449.050227:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+160:30985:x1830945821583744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 294us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126449.050233:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4223 00000100:00100000:0.0:1746126449.056523:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.060737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.061483:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821584128 00000100:00100000:1.0:1746126449.061490:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821584128 00002000:00100000:1.0:1746126449.061543:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135702a00 x1830945821584128/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.061558:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702a00 with x1830945821584128 ext(0->4095) 00010000:00010000:1.0:1746126449.061567:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ce expref: 159 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.061579:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ce expref: 159 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.061586:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135702a00 00000100:00100000:1.0:1746126449.061600:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1184 00000100:00100000:1.0:1746126449.061606:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+159:1977:x1830945821584128:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.061761:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+159:1977:x1830945821584128:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 155us (1033us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.061767:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1184 00002000:00100000:1.0:1746126449.061772:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135702a00 x1830945821584128/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.061779:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702a00 with x1830945821584128 ext(0->4095) 00010000:00010000:1.0:1746126449.061783:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ce expref: 159 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.061792:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ce expref: 159 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.061797:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135702a00 00000100:00100000:0.0:1746126449.064545:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.064914:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821584384 00000100:00100000:0.0:1746126449.064922:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821584384 00002000:00100000:0.0:1746126449.064963:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880135700700 x1830945821584384/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 496/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.064973:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700700 with x1830945821584384 ext(0->7) 00010000:00010000:0.0:1746126449.064982:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ce expref: 159 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.064995:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ce expref: 159 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746126449.065002:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135700700 00000100:00100000:0.0:1746126449.065058:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1185 00000100:00100000:0.0:1746126449.065065:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+159:1975:x1830945821584384:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126449.065419:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+161:1975:x1830945821584384:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 352us (883us total) trans 4294968472 rc 0/0 00000100:00100000:0.0:1746126449.065426:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1185 00002000:00100000:0.0:1746126449.065432:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880135700700 x1830945821584384/t4294968472(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 496/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.065439:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700700 with x1830945821584384 ext(0->7) 00010000:00010000:0.0:1746126449.065444:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ce expref: 161 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.065453:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1114fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ce expref: 161 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746126449.065459:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135700700 00000100:00100000:0.0:1746126449.068220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.073779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.074056:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821584768 00000100:00100000:1.0:1746126449.074063:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821584768 00002000:00100000:1.0:1746126449.074104:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135701180 x1830945821584768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.074113:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701180 with x1830945821584768 ext(0->4095) 00002000:00010000:1.0:1746126449.074122:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135701180 00000100:00100000:1.0:1746126449.075068:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3469 00000100:00100000:1.0:1746126449.075080:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+160:1976:x1830945821584768:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.075243:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+160:1976:x1830945821584768:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (1475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.075250:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3469 00002000:00100000:1.0:1746126449.075256:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135701180 x1830945821584768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.075264:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701180 with x1830945821584768 ext(0->4095) 00002000:00010000:1.0:1746126449.075268:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135701180 00000100:00100000:0.0:1746126449.077759:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.084241:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.086225:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.086771:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821585280 00000100:00100000:1.0:1746126449.086775:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821585280 00000100:00100000:1.0:1746126449.086810:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4225 00000100:00100000:1.0:1746126449.086816:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+160:30984:x1830945821585280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126449.086825:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.086841:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1114fef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a6e3 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.086864:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114fe1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6d5 expref: 161 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.086877:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114fe8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6dc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.086882:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.086884:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.086887:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1114fef lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6e3 expref: 161 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.086918:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114fe8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6dc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.086928:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114fe8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6dc expref: 5 pid: 10567 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.086938:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135068000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820239616:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.087013:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114fe1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6d5 expref: 161 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.087021:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6d5 expref: 161 pid: 8481 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.087029:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013506aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820239744:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126449.087048:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126449.089042:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135068000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820239616:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126449.089055:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013506aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820239744:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.089081:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1114fef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6e3 expref: 161 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.089096:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca9a00, rc 0) 00000100:00100000:1.0:1746126449.089134:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+161:30984:x1830945821585280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2317us (2916us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.089142:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4225 00000100:00100000:0.0:1746126449.090103:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.090136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.090172:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.090190:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821585664 00000100:00100000:1.0:1746126449.090196:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821585664 00000100:00100000:0.0:1746126449.090204:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821585408 00000100:00100000:0.0:1746126449.090207:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821585408 00000100:00100000:1.0:1746126449.090226:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4226 00010000:00010000:0.0:1746126449.090226:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6d5 expref: 162 pid: 8481 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.090232:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+162:30985:x1830945821585664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126449.090243:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821585536 00000100:00100000:0.0:1746126449.090244:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821585536 00010000:00010000:1.0:1746126449.090246:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126449.090252:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1114fe8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6dc expref: 6 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.090259:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1114ff6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a6ea expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126449.090263:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6439 00000100:00100000:0.0:1746126449.090267:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+163:1977:x1830945821585408:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126449.090276:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126449.090279:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.090283:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1114fef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6e3 expref: 163 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.090288:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126449.090291:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1114ff6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ea expref: 163 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.090307:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6d5 expref: 163 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.090316:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114fe1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6d5 expref: 163 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.090335:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d1114fe1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6d5 expref: 163 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.090351:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126449.090396:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+162:1977:x1830945821585408:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 129us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126449.090402:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6439 00010000:00010000:1.0:1746126449.090808:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1114fef lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6e3 expref: 161 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.090816:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1114fef lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6e3 expref: 161 pid: 8481 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.090828:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013506aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820240000:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126449.090882:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126449.095566:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013506aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820240000:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.095589:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1114ff6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ea expref: 161 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.095606:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8e00, rc 0) 00000100:00100000:1.0:1746126449.095630:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+161:30985:x1830945821585664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5398us (5457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.095637:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4226 00000100:00100000:0.0:1746126449.097417:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.101098:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.110781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.114819:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.117556:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.117600:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821586688 00000100:00100000:1.0:1746126449.117607:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821586688 00000100:00100000:1.0:1746126449.117655:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4227 00000100:00100000:1.0:1746126449.117662:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821586688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126449.117675:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.117691:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1114ffd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a6f1 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.117715:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.117717:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.117726:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1114ffd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6f1 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.117740:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1114ffd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6f1 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.117752:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8000, rc 0) 00000100:00100000:1.0:1746126449.117849:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821586688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.117855:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4227 00000100:00100000:0.0:1746126449.119902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.119959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.120272:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821586816 00000100:00100000:1.0:1746126449.120279:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821586816 00000100:00100000:1.0:1746126449.120316:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4228 00000100:00100000:1.0:1746126449.120323:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+162:30984:x1830945821586816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126449.120340:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.120370:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1115004 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a6f8 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.120398:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1114ff6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ea expref: 163 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.120405:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1114ffd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6f1 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.120412:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.120414:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.120417:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1115004 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6f8 expref: 163 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.120446:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1114ffd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6f1 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.120461:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1114ffd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6f1 expref: 6 pid: 8481 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.120472:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135068000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820240256:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.120578:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1114ff6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ea expref: 163 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.120585:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1114ff6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ea expref: 163 pid: 8481 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.120593:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820240384:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126449.120612:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126449.124022:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135068000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820240256:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126449.124032:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820240384:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.124059:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1115004 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6f8 expref: 163 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.124074:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8400, rc 0) 00000100:00100000:1.0:1746126449.124123:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+163:30984:x1830945821586816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3800us (4229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.124131:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4228 00000100:00100000:0.0:1746126449.124300:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.124658:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.125296:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821587456 00000100:00100000:1.0:1746126449.125300:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821587456 00000100:00100000:1.0:1746126449.125320:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4229 00000100:00100000:1.0:1746126449.125326:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821587456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126449.125339:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.125350:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111500b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a6ff expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.125376:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.125382:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1115004 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6f8 expref: 162 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.125388:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126449.125391:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111500b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ff expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.125418:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d1115004 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6f8 expref: 162 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.125428:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111500b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ff expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.125435:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8600, rc 0) 00000100:00100000:1.0:1746126449.125844:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821587456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 516us (1185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.125850:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4229 00000100:00100000:0.0:1746126449.126367:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.131314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.137438:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.146199:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.150109:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.155196:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.160468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.163629:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821588736 00000100:00100000:1.0:1746126449.163643:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821588736 00002000:00100000:1.0:1746126449.163697:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093b37480 x1830945821588736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.163713:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37480 with x1830945821588736 ext(0->4095) 00002000:00010000:1.0:1746126449.163718:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b37480 00000100:00100000:1.0:1746126449.163747:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3474 00000100:00100000:1.0:1746126449.163754:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+164:1974:x1830945821588736:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.163942:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+164:1974:x1830945821588736:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 188us (3485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.163948:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3474 00002000:00100000:1.0:1746126449.163954:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093b37480 x1830945821588736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.163960:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37480 with x1830945821588736 ext(0->4095) 00002000:00010000:1.0:1746126449.163963:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b37480 00000100:00100000:0.0:1746126449.166905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.171621:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.176221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.177767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.177780:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821589376 00000100:00100000:0.0:1746126449.177784:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821589376 00010000:00010000:0.0:1746126449.177798:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111500b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ff expref: 6 pid: 8481 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746126449.177814:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6446 00000100:00100000:0.0:1746126449.177818:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821589376:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126449.177824:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126449.177833:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111500b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ff expref: 6 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.177840:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111500b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ff expref: 6 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.177852:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111500b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a6ff expref: 6 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.177869:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.177871:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.177878:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1115019 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a70d expref: 164 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.177887:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1115019 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a70d expref: 164 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.177915:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1115019 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a70d expref: 164 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126449.177926:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820241152:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126449.177984:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126449.178026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.181948:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.182174:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821589760 00000100:00100000:1.0:1746126449.182181:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821589760 00002000:00100000:1.0:1746126449.182219:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093a88000 x1830945821589760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.182228:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a88000 with x1830945821589760 ext(0->4095) 00010000:00010000:1.0:1746126449.182236:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1115019 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a70d expref: 166 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.182248:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1115019 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a70d expref: 166 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.182254:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093a88000 00000100:00100000:1.0:1746126449.183370:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1190 00000100:00100000:1.0:1746126449.183381:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+165:1977:x1830945821589760:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.183560:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+165:1977:x1830945821589760:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 182us (1613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.183566:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1190 00002000:00100000:1.0:1746126449.183573:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093a88000 x1830945821589760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.183580:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a88000 with x1830945821589760 ext(0->4095) 00010000:00010000:1.0:1746126449.183585:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1115019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a70d expref: 165 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.183596:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d1115019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a70d expref: 165 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.183602:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093a88000 00000100:00100000:0.0:1746126449.185584:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.190184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.194116:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.198332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.203423:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.203637:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.210013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.210202:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.211748:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821591296 00000100:00100000:0.0:1746126449.211756:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821591296 00000100:00100000:0.0:1746126449.218635:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.218700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.221880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.228899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.242950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.252631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.252685:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.254137:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4237 00000100:00100000:0.0:1746126449.254145:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+169:30985:x1830945821592704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126449.254152:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126449.254158:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1115043 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a737 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.254169:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.254172:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d111503c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a730 expref: 170 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.254177:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126449.254180:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1115043 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a737 expref: 170 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.254201:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d111503c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a730 expref: 170 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.254212:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1115043 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a737 expref: 170 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.254221:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdfe00, rc 0) 00000100:00100000:0.0:1746126449.254258:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+170:30985:x1830945821592704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (1572us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126449.254264:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4237 00000100:00100000:0.0:1746126449.256659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.263230:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821593088 00000100:00100000:0.0:1746126449.263238:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821593088 00002000:00100000:0.0:1746126449.263282:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008963a680 x1830945821593088/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.263291:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963a680 with x1830945821593088 ext(0->4095) 00010000:00010000:0.0:1746126449.263300:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d111503c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a730 expref: 169 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.263312:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d111503c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a730 expref: 169 pid: 8481 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746126449.263323:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008963a680 00000100:00100000:0.0:1746126449.263341:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1195 00000100:00100000:0.0:1746126449.263348:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+169:1977:x1830945821593088:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126449.263574:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+169:1977:x1830945821593088:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 226us (885us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126449.263580:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1195 00002000:00100000:0.0:1746126449.263585:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008963a680 x1830945821593088/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.263591:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963a680 with x1830945821593088 ext(0->4095) 00010000:00010000:0.0:1746126449.263596:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d111503c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a730 expref: 169 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.263605:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d111503c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a730 expref: 169 pid: 8481 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746126449.263610:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008963a680 00000100:00100000:0.0:1746126449.271264:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.275679:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.280016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.280874:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821593728 00000100:00100000:1.0:1746126449.280881:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821593728 00002000:00100000:1.0:1746126449.280923:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099aff480 x1830945821593728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.280932:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff480 with x1830945821593728 ext(0->4095) 00002000:00010000:1.0:1746126449.280937:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099aff480 00000100:00100000:1.0:1746126449.280969:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3479 00000100:00100000:1.0:1746126449.280977:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+170:1977:x1830945821593728:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.282770:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+170:1977:x1830945821593728:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1784us (2754us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.282783:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3479 00002000:00100000:1.0:1746126449.282792:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099aff480 x1830945821593728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.282800:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff480 with x1830945821593728 ext(0->4095) 00002000:00010000:1.0:1746126449.282805:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099aff480 00000100:00100000:0.0:1746126449.292515:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821593856 00000100:00100000:0.0:1746126449.292525:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821593856 00000100:00100000:0.0:1746126449.293221:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4239 00000100:00100000:0.0:1746126449.293229:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821593856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126449.293238:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126449.293246:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1115051 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a73e expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.293259:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.293264:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d111504a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a745 expref: 171 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.293270:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126449.293273:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1115051 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a73e expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.293297:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d111504a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a745 expref: 171 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.293307:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1115051 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a73e expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.293316:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdea00, rc 0) 00000100:00100000:0.0:1746126449.293339:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821593856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126449.293344:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4239 00000100:00100000:0.0:1746126449.301134:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821594112 00000100:00100000:0.0:1746126449.301142:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821594112 00010000:00010000:0.0:1746126449.301178:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdfe00/0x8f8d42f0d1115043 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a737 expref: 171 pid: 8479 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746126449.306256:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.306399:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821594368 00000100:00100000:1.0:1746126449.306407:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821594368 00002000:00100000:1.0:1746126449.306449:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099afdf80 x1830945821594368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.306459:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afdf80 with x1830945821594368 ext(0->4095) 00010000:00010000:1.0:1746126449.306467:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d111504a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a745 expref: 171 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.306480:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d111504a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a745 expref: 171 pid: 8481 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.306486:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099afdf80 00000100:00100000:1.0:1746126449.306537:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1197 00000100:00100000:1.0:1746126449.306543:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+171:1977:x1830945821594368:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.306699:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+171:1977:x1830945821594368:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 156us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.306705:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1197 00002000:00100000:1.0:1746126449.306710:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099afdf80 x1830945821594368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.306723:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afdf80 with x1830945821594368 ext(0->4095) 00010000:00010000:1.0:1746126449.306727:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d111504a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a745 expref: 171 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.306735:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d111504a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a745 expref: 171 pid: 8481 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.306740:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099afdf80 00000100:00100000:0.0:1746126449.322350:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.326865:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.337920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.343115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.343205:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821595136 00000100:00100000:1.0:1746126449.343214:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821595136 00002000:00100000:1.0:1746126449.343259:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099afe680 x1830945821595136/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.343268:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe680 with x1830945821595136 ext(0->4095) 00010000:00010000:1.0:1746126449.343277:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1115051 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a73e expref: 6 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.343289:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1115051 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a73e expref: 6 pid: 8479 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.343296:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099afe680 00000100:00100000:1.0:1746126449.343326:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1199 00000100:00100000:1.0:1746126449.343333:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821595136:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.343547:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821595136:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 213us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.343553:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1199 00002000:00100000:1.0:1746126449.343559:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880099afe680 x1830945821595136/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.343566:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe680 with x1830945821595136 ext(0->4095) 00010000:00010000:1.0:1746126449.343570:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1115051 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a73e expref: 6 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.343579:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d1115051 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a73e expref: 6 pid: 8479 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.343584:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099afe680 00000100:00100000:0.0:1746126449.346211:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.349271:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.350312:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821595520 00000100:00100000:1.0:1746126449.350320:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821595520 00002000:00100000:1.0:1746126449.350369:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135a28380 x1830945821595520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.350378:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a28380 with x1830945821595520 ext(0->4095) 00002000:00010000:1.0:1746126449.350383:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a28380 00000100:00100000:1.0:1746126449.350407:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3480 00000100:00100000:1.0:1746126449.350413:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+172:1974:x1830945821595520:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.350587:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+172:1974:x1830945821595520:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 173us (1323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.350593:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3480 00002000:00100000:1.0:1746126449.350598:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880135a28380 x1830945821595520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.350605:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a28380 with x1830945821595520 ext(0->4095) 00002000:00010000:1.0:1746126449.350608:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a28380 00000100:00100000:0.0:1746126449.361105:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.367669:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.370002:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821595776 00000100:00100000:1.0:1746126449.370014:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821595776 00002000:00100000:1.0:1746126449.370057:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880135a29500 x1830945821595776/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 496/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.370067:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29500 with x1830945821595776 ext(0->7) 00010000:00010000:1.0:1746126449.370075:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1115058 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a74c expref: 172 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.370087:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1115058 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a74c expref: 172 pid: 8481 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.370094:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a29500 00000100:00100000:1.0:1746126449.370124:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1200 00000100:00100000:1.0:1746126449.370130:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+172:1977:x1830945821595776:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.370455:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+174:1977:x1830945821595776:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 324us (2794us total) trans 4294968479 rc 0/0 00000100:00100000:1.0:1746126449.370461:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1200 00002000:00100000:1.0:1746126449.370466:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff880135a29500 x1830945821595776/t4294968479(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 496/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.370473:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29500 with x1830945821595776 ext(0->7) 00010000:00010000:1.0:1746126449.370477:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1115058 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a74c expref: 174 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.370485:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad5200/0x8f8d42f0d1115058 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a74c expref: 174 pid: 8481 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.370510:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a29500 00000100:00100000:0.0:1746126449.375149:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.381190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.381328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.381378:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821596288 00000100:00100000:0.0:1746126449.381385:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821596288 00002000:00100000:0.0:1746126449.381427:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093e4e300 x1830945821596288/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.381436:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4e300 with x1830945821596288 ext(0->4095) 00002000:00010000:0.0:1746126449.381441:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e4e300 00000100:00100000:0.0:1746126449.382005:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3481 00000100:00100000:0.0:1746126449.382013:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821596288:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126449.382170:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821596288:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 157us (841us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126449.382175:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3481 00002000:00100000:0.0:1746126449.382181:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093e4e300 x1830945821596288/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.382187:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4e300 with x1830945821596288 ext(0->4095) 00002000:00010000:0.0:1746126449.382190:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e4e300 00000100:00100000:0.0:1746126449.386738:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.388906:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.396791:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.397037:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821596800 00000100:00100000:1.0:1746126449.397044:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821596800 00002000:00100000:1.0:1746126449.397084:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093e4df80 x1830945821596800/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.397094:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4df80 with x1830945821596800 ext(0->4095) 00010000:00010000:1.0:1746126449.397101:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115066 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a75a expref: 175 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.397114:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115066 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a75a expref: 175 pid: 8481 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.397120:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e4df80 00000100:00100000:1.0:1746126449.397135:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1201 00000100:00100000:1.0:1746126449.397142:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+175:1976:x1830945821596800:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.397293:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+175:1976:x1830945821596800:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (512us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.397298:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1201 00002000:00100000:1.0:1746126449.397302:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093e4df80 x1830945821596800/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.397308:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4df80 with x1830945821596800 ext(0->4095) 00010000:00010000:1.0:1746126449.397312:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115066 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a75a expref: 175 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.397324:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115066 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a75a expref: 175 pid: 8481 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.397329:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e4df80 00000100:00100000:0.0:1746126449.399609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.403467:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.406227:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.406596:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821597440 00000100:00100000:1.0:1746126449.406603:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821597440 00002000:00100000:1.0:1746126449.406636:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092831f80 x1830945821597440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.406645:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831f80 with x1830945821597440 ext(0->4095) 00002000:00010000:1.0:1746126449.406649:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092831f80 00000100:00100000:1.0:1746126449.406663:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3482 00000100:00100000:1.0:1746126449.406668:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+176:1977:x1830945821597440:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.406802:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+176:1977:x1830945821597440:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (581us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.406808:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3482 00002000:00100000:1.0:1746126449.406812:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092831f80 x1830945821597440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.406818:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831f80 with x1830945821597440 ext(0->4095) 00002000:00010000:1.0:1746126449.406821:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092831f80 00000100:00100000:0.0:1746126449.412490:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.416140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.416251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.419670:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.419719:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.419760:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821598336 00000100:00100000:0.0:1746126449.419766:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821598336 00002000:00100000:0.0:1746126449.419802:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800946cf100 x1830945821598336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.419810:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf100 with x1830945821598336 ext(0->4095) 00010000:00010000:0.0:1746126449.419818:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bacc00/0x8f8d42f0d111506d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a761 expref: 178 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.419829:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bacc00/0x8f8d42f0d111506d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a761 expref: 178 pid: 10465 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746126449.419835:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946cf100 00000100:00100000:0.0:1746126449.419866:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1204 00000100:00100000:0.0:1746126449.419874:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+178:1977:x1830945821598336:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126449.420830:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+178:1977:x1830945821598336:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 957us (1110us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126449.420837:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1204 00002000:00100000:0.0:1746126449.420844:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800946cf100 x1830945821598336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.420857:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf100 with x1830945821598336 ext(0->4095) 00010000:00010000:0.0:1746126449.420861:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bacc00/0x8f8d42f0d111506d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a761 expref: 178 pid: 10465 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.420870:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bacc00/0x8f8d42f0d111506d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a761 expref: 178 pid: 10465 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746126449.420874:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946cf100 00000100:00100000:0.0:1746126449.422641:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.422690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.426257:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.426460:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821598848 00000100:00100000:1.0:1746126449.426468:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821598848 00002000:00100000:1.0:1746126449.426545:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009bc3d180 x1830945821598848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.426560:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3d180 with x1830945821598848 ext(0->4095) 00010000:00010000:1.0:1746126449.426568:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d111507b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a76f expref: 176 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.426581:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d111507b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a76f expref: 176 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.426587:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc3d180 00000100:00100000:1.0:1746126449.426608:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1205 00000100:00100000:1.0:1746126449.426615:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+176:1976:x1830945821598848:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.427206:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+176:1976:x1830945821598848:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 590us (951us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.427212:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1205 00002000:00100000:1.0:1746126449.427218:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009bc3d180 x1830945821598848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.427225:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3d180 with x1830945821598848 ext(0->4095) 00010000:00010000:1.0:1746126449.427229:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d111507b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a76f expref: 176 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.427238:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d111507b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a76f expref: 176 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.427244:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc3d180 00000100:00100000:0.0:1746126449.428583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.428659:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821599104 00000100:00100000:1.0:1746126449.428666:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821599104 00002000:00100000:1.0:1746126449.428695:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88009bc3ed80 x1830945821599104/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 496/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.428703:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3ed80 with x1830945821599104 ext(0->7) 00010000:00010000:1.0:1746126449.428709:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d111507b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a76f expref: 176 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.428718:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d111507b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a76f expref: 176 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.428723:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc3ed80 00000100:00100000:1.0:1746126449.428784:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1206 00000100:00100000:1.0:1746126449.428791:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+176:1975:x1830945821599104:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.429285:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+178:1975:x1830945821599104:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 493us (706us total) trans 4294968481 rc 0/0 00000100:00100000:1.0:1746126449.429291:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1206 00002000:00100000:1.0:1746126449.429297:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88009bc3ed80 x1830945821599104/t4294968481(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 496/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.429303:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3ed80 with x1830945821599104 ext(0->7) 00010000:00010000:1.0:1746126449.429307:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d111507b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a76f expref: 178 pid: 10567 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.429315:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d111507b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a76f expref: 178 pid: 10567 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.429320:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc3ed80 00000100:00100000:0.0:1746126449.432908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.443275:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.443441:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821599488 00000100:00100000:1.0:1746126449.443449:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821599488 00002000:00100000:1.0:1746126449.443509:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009bc3ca80 x1830945821599488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.443518:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3ca80 with x1830945821599488 ext(0->4095) 00002000:00010000:1.0:1746126449.443523:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc3ca80 00000100:00100000:1.0:1746126449.443557:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3483 00000100:00100000:1.0:1746126449.443564:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821599488:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.444467:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821599488:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 901us (1200us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.444473:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3483 00002000:00100000:1.0:1746126449.444479:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88009bc3ca80 x1830945821599488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.444486:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3ca80 with x1830945821599488 ext(0->4095) 00002000:00010000:1.0:1746126449.444489:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc3ca80 00000100:00100000:0.0:1746126449.449452:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821599616 00000100:00100000:0.0:1746126449.449463:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821599616 00000100:00100000:0.0:1746126449.449521:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821599744 00000100:00100000:0.0:1746126449.449523:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821599744 00000100:00100000:0.0:1746126449.449545:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4247 00000100:00100000:0.0:1746126449.449554:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+178:30984:x1830945821599616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.449570:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4248 00010000:00010000:0.0:1746126449.449571:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126449.449578:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+178:30985:x1830945821599744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126449.449585:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126449.449588:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bde600/0x8f8d42f0d1115089 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a77d expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.449593:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115090 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a784 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.449611:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.449613:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.449620:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115090 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a784 expref: 180 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.449691:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bac400/0x8f8d42f0d1115082 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a776 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.449703:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115090 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a784 expref: 180 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.449708:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.449710:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.449712:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bde600/0x8f8d42f0d1115089 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a77d expref: 180 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.449743:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115090 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a784 expref: 180 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.449753:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115090 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a784 expref: 180 pid: 8481 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746126449.449765:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b78e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820244864:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.449770:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115090 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a784 expref: 180 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.449777:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115090 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a784 expref: 180 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.449786:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8a00, rc 0) 00000100:00100000:1.0:1746126449.449821:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+180:30985:x1830945821599744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 244us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.449827:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4248 00000100:00100000:0.0:1746126449.451882:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.452204:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821600000 00000100:00100000:1.0:1746126449.452210:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821600000 00002000:00100000:1.0:1746126449.452248:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008b78d880 x1830945821600000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.452733:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78d880 with x1830945821600000 ext(0->4095) 00010000:00010000:1.0:1746126449.452743:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115090 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a784 expref: 179 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.452753:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115090 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a784 expref: 179 pid: 8481 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.452759:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b78d880 00000100:00100000:1.0:1746126449.452776:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1207 00000100:00100000:1.0:1746126449.452784:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+179:1976:x1830945821600000:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.452947:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+179:1976:x1830945821600000:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 164us (1073us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.452953:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1207 00002000:00100000:1.0:1746126449.452958:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008b78d880 x1830945821600000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.452965:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78d880 with x1830945821600000 ext(0->4095) 00010000:00010000:1.0:1746126449.452969:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115090 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a784 expref: 179 pid: 8481 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746126449.452976:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115090 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a784 expref: 179 pid: 8481 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746126449.452981:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b78d880 00000100:00100000:0.0:1746126449.453706:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.455536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.456615:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.458327:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.460440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.462829:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.466649:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.468919:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.471030:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.479186:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.481108:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3486 00000100:00100000:0.0:1746126449.481120:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+180:1974:x1830945821601920:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126449.481345:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+180:1974:x1830945821601920:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 227us (2169us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126449.481352:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3486 00002000:00100000:0.0:1746126449.481368:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092804a80 x1830945821601920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.481376:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804a80 with x1830945821601920 ext(0->4095) 00002000:00010000:0.0:1746126449.481379:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092804a80 00000100:00100000:0.0:1746126449.484005:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.484190:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.484276:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821602176 00000100:00100000:1.0:1746126449.484288:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821602176 00000100:00100000:1.0:1746126449.484345:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4251 00000100:00100000:1.0:1746126449.484352:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+180:30984:x1830945821602176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126449.484378:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.484397:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d11150a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a799 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.484425:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1115097 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a78b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.484433:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d111509e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a792 expref: 181 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.484444:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.484446:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.484449:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d11150a5 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a799 expref: 181 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.484479:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d111509e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a792 expref: 181 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.484489:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d111509e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a792 expref: 181 pid: 8479 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.484522:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013506bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820245504:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.484602:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1115097 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a78b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.484609:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1115097 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a78b expref: 6 pid: 8479 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.484616:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013506b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820245632:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126449.484633:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126449.489233:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.489281:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.489308:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821602560 00000100:00100000:0.0:1746126449.489315:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821602560 00010000:00010000:0.0:1746126449.489350:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d111509e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a792 expref: 182 pid: 8479 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746126449.489384:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821602432 00000100:00100000:0.0:1746126449.489386:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821602432 00010000:00010000:0.0:1746126449.489396:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1115097 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a78b expref: 6 pid: 8479 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746126449.489412:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6465 00000100:00100000:0.0:1746126449.489419:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+182:1977:x1830945821602560:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126449.489434:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126449.489458:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d111509e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a792 expref: 182 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.489469:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d111509e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a792 expref: 182 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.489521:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126449.489561:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+182:1977:x1830945821602560:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 142us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126449.489568:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6465 00000100:00100000:0.0:1746126449.489590:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6466 00000100:00100000:0.0:1746126449.489594:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821602432:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126449.489601:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126449.489608:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1115097 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a78b expref: 6 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.489616:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1115097 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a78b expref: 6 pid: 8479 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746126449.489627:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.489629:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.489636:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d11150a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a799 expref: 181 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.489643:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d11150a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a799 expref: 181 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.489671:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d11150a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a799 expref: 181 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126449.489684:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b78e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820245760:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126449.489742:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d300 going to sleep for 11 seconds 00010000:00010000:1.0:1746126449.489917:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bad000/0x8f8d42f0d111509e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a792 expref: 181 pid: 8479 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.489935:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013506bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820245504:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.489945:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bac800/0x8f8d42f0d1115097 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a78b expref: 6 pid: 8479 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.489953:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013506b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820245632:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.489974:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d11150a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a799 expref: 180 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.489982:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca9a00, rc 0) 00000100:00100000:1.0:1746126449.490006:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+180:30984:x1830945821602176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5656us (5817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.490013:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4251 00000100:00100000:0.0:1746126449.494271:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.494374:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821602688 00000100:00100000:1.0:1746126449.494383:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821602688 00000100:00100000:1.0:1746126449.494429:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4252 00000100:00100000:1.0:1746126449.494437:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+180:30985:x1830945821602688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126449.494455:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.494470:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d11150ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a7a0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.494526:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d11150a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a799 expref: 181 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.494533:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126449.494535:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126449.494539:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d11150ac lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7a0 expref: 181 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.494568:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d11150a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a799 expref: 181 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.494581:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d11150a5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a799 expref: 181 pid: 10567 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.494592:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013506b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820245888:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126449.494659:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126449.497095:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.498174:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013506b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820245888:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.498196:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d11150ac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7a0 expref: 182 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.498209:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca9c00, rc 0) 00000100:00100000:1.0:1746126449.499124:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+181:30985:x1830945821602688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4686us (4861us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.499132:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4252 00000100:00100000:0.0:1746126449.511061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.512867:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.521707:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.521804:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821603456 00000100:00100000:1.0:1746126449.521813:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821603456 00000100:00100000:1.0:1746126449.521861:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4253 00000100:00100000:1.0:1746126449.521868:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+182:30984:x1830945821603456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126449.521887:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.521904:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d11150b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a7a7 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.521931:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d11150ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7a0 expref: 183 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.521943:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.521945:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.521949:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d11150b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7a7 expref: 183 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.521978:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d11150ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7a0 expref: 183 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.521989:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d11150ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7a0 expref: 183 pid: 10567 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.522000:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013506b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820246144:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126449.522077:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126449.524487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.525366:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013506b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820246144:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.525391:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d11150b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7a7 expref: 183 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.525404:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8e00, rc 0) 00000100:00100000:1.0:1746126449.525426:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+183:30984:x1830945821603456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3559us (3729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.525432:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4253 00000100:00100000:0.0:1746126449.528945:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.528998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.529693:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821603840 00000100:00100000:1.0:1746126449.529698:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821603840 00000100:00100000:1.0:1746126449.529909:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4254 00000100:00100000:1.0:1746126449.529916:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821603840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126449.529932:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.529942:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d11150ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a7ae expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.529959:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d11150b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7a7 expref: 182 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.529965:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126449.529967:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126449.529970:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d11150ba lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ae expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.529985:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d11150b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7a7 expref: 182 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.529995:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d11150b3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7a7 expref: 182 pid: 10567 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746126449.530004:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013506b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820246400:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126449.530971:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126449.533886:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013506b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820246400:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.533905:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8800/0x8f8d42f0d11150ba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ae expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.533920:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8800, rc 0) 00000100:00100000:1.0:1746126449.533938:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821603840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4024us (5002us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.533947:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4254 00000100:00100000:0.0:1746126449.536988:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.539611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.549066:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.551862:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.556261:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.556791:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821604992 00000100:00100000:1.0:1746126449.556923:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821604992 00000100:00100000:1.0:1746126449.557025:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4255 00000100:00100000:1.0:1746126449.557033:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+183:30985:x1830945821604992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126449.557050:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.557069:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d11150c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a7b5 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.557096:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.557098:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.557106:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d11150c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7b5 expref: 184 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.557121:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8400/0x8f8d42f0d11150c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7b5 expref: 184 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.557131:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8400, rc 0) 00000100:00100000:1.0:1746126449.557179:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+184:30985:x1830945821604992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.557184:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4255 00000100:00100000:0.0:1746126449.557442:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.561846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.562742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.566974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.567709:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821605632 00000100:00100000:0.0:1746126449.567718:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821605632 00000100:00100000:1.0:1746126449.568792:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4257 00000100:00100000:1.0:1746126449.568806:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:30985:x1830945821605632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126449.568828:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.568845:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8200/0x8f8d42f0d11150cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a7c3 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.568873:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.568879:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11150c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7bc expref: 184 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.568885:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126449.568889:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8200/0x8f8d42f0d11150cf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7c3 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.568925:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11150c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7bc expref: 184 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.568938:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8200/0x8f8d42f0d11150cf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7c3 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.568948:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8200, rc 0) 00000100:00100000:1.0:1746126449.568999:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:30985:x1830945821605632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (2028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.569005:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4257 00000100:00100000:0.0:1746126449.575946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.579067:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.590209:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.595126:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.601564:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.601609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.601797:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821606912 00000100:00100000:0.0:1746126449.601802:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821606912 00000100:00100000:0.0:1746126449.601843:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4259 00000100:00100000:0.0:1746126449.601977:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+187:30985:x1830945821606912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126449.601984:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126449.601990:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d11150dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a7d1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.601999:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126449.602002:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d11150d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ca expref: 188 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.602006:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126449.602008:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d11150dd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7d1 expref: 188 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.602028:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d11150d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ca expref: 188 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.602039:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bdea00/0x8f8d42f0d11150dd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7d1 expref: 188 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126449.602048:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdea00, rc 0) 00000100:00100000:0.0:1746126449.602070:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+188:30985:x1830945821606912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126449.602076:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4259 00000100:00100000:1.0:1746126449.604129:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.607044:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.607223:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821607296 00000100:00100000:1.0:1746126449.607228:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821607296 00002000:00100000:1.0:1746126449.607265:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094259500 x1830945821607296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.607275:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259500 with x1830945821607296 ext(0->4095) 00010000:00010000:1.0:1746126449.607281:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d11150d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ca expref: 187 pid: 10567 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.607292:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d11150d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ca expref: 187 pid: 10567 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746126449.607297:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094259500 00000100:00100000:1.0:1746126449.607627:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1219 00000100:00100000:1.0:1746126449.607635:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+187:1976:x1830945821607296:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.607919:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+187:1976:x1830945821607296:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 284us (881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.607924:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1219 00002000:00100000:1.0:1746126449.607929:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880094259500 x1830945821607296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.607935:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259500 with x1830945821607296 ext(0->4095) 00010000:00010000:1.0:1746126449.607939:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d11150d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ca expref: 187 pid: 10567 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.607948:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d11150d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ca expref: 187 pid: 10567 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746126449.607952:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094259500 00000100:00100000:0.0:1746126449.613803:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.614626:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821607552 00000100:00100000:1.0:1746126449.614636:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821607552 00002000:00100000:1.0:1746126449.614680:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88009425ad80 x1830945821607552/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 496/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.614696:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ad80 with x1830945821607552 ext(0->7) 00010000:00010000:1.0:1746126449.614705:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d11150d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ca expref: 187 pid: 10567 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.614718:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d11150d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ca expref: 187 pid: 10567 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746126449.614725:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009425ad80 00000100:00100000:1.0:1746126449.614757:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1220 00000100:00100000:1.0:1746126449.614764:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+187:1976:x1830945821607552:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.615137:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+189:1976:x1830945821607552:12345-192.168.203.3@tcp:4:rw_seq_cst_vs_d.0 Request processed in 373us (1343us total) trans 4294968486 rc 0/0 00000100:00100000:1.0:1746126449.615145:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1220 00002000:00100000:1.0:1746126449.615151:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->7) req@ffff88009425ad80 x1830945821607552/t4294968486(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 496/448 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.615158:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ad80 with x1830945821607552 ext(0->7) 00010000:00010000:1.0:1746126449.615162:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d11150d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ca expref: 189 pid: 10567 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.615171:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac600/0x8f8d42f0d11150d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7ca expref: 189 pid: 10567 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746126449.615177:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009425ad80 00000100:00100000:0.0:1746126449.623309:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.627741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.631924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.636572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.636642:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.636700:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821608448 00000100:00100000:0.0:1746126449.636709:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821608448 00002000:00100000:0.0:1746126449.636756:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012f408e00 x1830945821608448/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.636766:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408e00 with x1830945821608448 ext(0->4095) 00002000:00010000:0.0:1746126449.636771:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f408e00 00000100:00100000:0.0:1746126449.637179:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1221 00000100:00100000:0.0:1746126449.637187:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821608448:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126449.637748:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821608448:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 560us (1104us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126449.637754:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1221 00002000:00100000:0.0:1746126449.637759:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012f408e00 x1830945821608448/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126449.637766:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408e00 with x1830945821608448 ext(0->4095) 00010000:00010000:0.0:1746126449.637772:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d11150e4 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7d8 expref: 6 pid: 10567 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746126449.637784:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d11150e4 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7d8 expref: 6 pid: 10567 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746126449.637790:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f408e00 00000100:00100000:0.0:1746126449.640100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.643787:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.643872:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.643893:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821608832 00000100:00100000:1.0:1746126449.643898:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821608832 00010000:00010000:1.0:1746126449.643923:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d11150e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7d8 expref: 6 pid: 10567 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746126449.643950:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6476 00000100:00100000:1.0:1746126449.643957:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821608832:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126449.643966:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126449.643983:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d11150e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7d8 expref: 6 pid: 10567 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.643992:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d11150e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7d8 expref: 6 pid: 10567 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.644008:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bac200/0x8f8d42f0d11150e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7d8 expref: 6 pid: 10567 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.644022:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.644024:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.644032:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11150eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7df expref: 188 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.644041:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11150eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7df expref: 188 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.644075:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11150eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7df expref: 188 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126449.644087:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820248064:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126449.644144:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126449.650119:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f40a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820248064:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126449.650147:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126449.650192:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821608832:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6235us (6318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.650204:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6476 00000100:00100000:0.0:1746126449.653298:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.666775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.671633:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.671838:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821609472 00000100:00100000:1.0:1746126449.671848:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821609472 00010000:00010000:1.0:1746126449.671885:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11150eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7df expref: 191 pid: 10465 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746126449.672017:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6477 00000100:00100000:1.0:1746126449.672026:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+191:1975:x1830945821609472:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126449.672042:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126449.672064:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11150eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7df expref: 191 pid: 10465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.672076:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11150eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7df expref: 191 pid: 10465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.672100:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11150eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7df expref: 191 pid: 10465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.672132:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.672134:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126449.672142:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d11150f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7e6 expref: 190 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.672148:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d11150f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7e6 expref: 190 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.672183:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d11150f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7e6 expref: 190 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126449.672195:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820248320:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126449.672276:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126449.674678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.674909:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f40a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820248320:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126449.674928:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126449.674974:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+190:1975:x1830945821609472:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2950us (3351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.675479:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6477 00000100:00100000:0.0:1746126449.685180:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.686437:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.690580:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.690994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.691096:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821610112 00000100:00100000:1.0:1746126449.691103:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821610112 00010000:00010000:1.0:1746126449.691130:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d11150f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7e6 expref: 191 pid: 10465 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746126449.691163:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6478 00000100:00100000:1.0:1746126449.691170:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+191:1974:x1830945821610112:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126449.691184:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126449.691205:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d11150f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7e6 expref: 191 pid: 10465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.691214:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d11150f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7e6 expref: 191 pid: 10465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.691235:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4a00/0x8f8d42f0d11150f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a7e6 expref: 191 pid: 10465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746126449.691248:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126449.691266:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+190:1974:x1830945821610112:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 98us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.691271:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6478 00000100:00100000:0.0:1746126449.695165:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.701547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.701729:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821610752 00000100:00100000:1.0:1746126449.701736:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821610752 00002000:00100000:1.0:1746126449.701775:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800a43e3800 x1830945821610752/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/0 e 0 to 0 dl 1746126460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.701784:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e3800 with x1830945821610752 ext(0->4095) 00002000:00010000:1.0:1746126449.701788:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a43e3800 00000100:00100000:1.0:1746126449.701913:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3492 00000100:00100000:1.0:1746126449.701921:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+190:1976:x1830945821610752:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.702256:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+190:1976:x1830945821610752:12345-192.168.203.3@tcp:3:rw_seq_cst_vs_d.0 Request processed in 335us (709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126449.702261:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3492 00002000:00100000:1.0:1746126449.702267:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800a43e3800 x1830945821610752/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:210/0 lens 488/4536 e 0 to 0 dl 1746126460 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:1.0:1746126449.702274:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e3800 with x1830945821610752 ext(0->4095) 00002000:00010000:1.0:1746126449.702277:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a43e3800 00000100:00100000:0.0:1746126449.712625:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.719060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.727100:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.751029:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126449.751735:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126449.753287:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.753398:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821611648 00000100:00100000:1.0:1746126449.753405:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821611648 00000100:00100000:1.0:1746126449.753465:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 146 00000100:00100000:1.0:1746126449.753473:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094149f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:30984:x1830945821611648:12345-192.168.203.3@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126449.753674:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094149f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:30984:x1830945821611648:12345-192.168.203.3@tcp:35:rw_seq_cst_vs_d.0 Request processed in 202us (392us total) trans 4294980584 rc 0/0 00000100:00100000:1.0:1746126449.753681:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 146 00000100:00080000:0.0:1746126449.753727:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126449.810810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.810913:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821611776 00000100:00100000:1.0:1746126449.810921:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821611776 00000100:00100000:1.0:1746126449.810973:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30830 00000100:00100000:1.0:1746126449.810981:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:31002:x1830945821611776:12345-192.168.203.3@tcp:101:rm.0 00010000:00010000:1.0:1746126449.811012:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.811149:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d111510e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a802 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.811197:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1115115 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.811208:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1115115 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.811217:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1115115 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:1.0:1746126449.811266:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746126449.811270:0:7131:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126449.811282:0:7131:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1115115 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.811297:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9c00/0x8f8d42f0d111510e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a802 expref: 10 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.811348:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1115115 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a802 expref: 9 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.811365:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7eb000) 00010000:00010000:1.0:1746126449.811368:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126449.811370:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8e00, rc 0) 00000100:00100000:1.0:1746126449.811416:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31002:x1830945821611776:12345-192.168.203.3@tcp:101:rm.0 Request processed in 435us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.811421:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30830 00000100:00100000:0.0:1746126449.813463:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.813563:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821611904 00000100:00100000:1.0:1746126449.813569:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821611904 00000100:00100000:1.0:1746126449.813610:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30831 00000100:00100000:1.0:1746126449.813616:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31002:x1830945821611904:12345-192.168.203.3@tcp:101:rm.0 00010000:00010000:1.0:1746126449.813629:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126449.813641:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d111511c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a809 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.813679:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1115123 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813688:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1115123 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813696:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1115123 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813706:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8400/0x8f8d42f0d111512a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813710:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8400/0x8f8d42f0d111512a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813715:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8400/0x8f8d42f0d111512a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813796:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1115131 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813803:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1115131 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813808:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1115131 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:1.0:1746126449.813829:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x45:0x0]: returning size 8 00000004:00200000:1.0:1746126449.813832:0:7131:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126449.813841:0:7131:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1115131 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813848:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1115131 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813854:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1115123 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813858:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1115123 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813863:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1115123 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813870:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca9400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126449.813873:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1115123 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.813878:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1115123 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.814002:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7eb000) 00010000:00010000:1.0:1746126449.814006:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126449.814010:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1115123 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.814015:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9400/0x8f8d42f0d1115123 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.814025:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8400/0x8f8d42f0d111512a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.814126:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8400/0x8f8d42f0d111512a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.814130:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8400/0x8f8d42f0d111512a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.814134:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126449.814136:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8400/0x8f8d42f0d111512a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.814140:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8400/0x8f8d42f0d111512a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.814147:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff88008b7ebf00) 00010000:00010000:1.0:1746126449.814148:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126449.814151:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8400/0x8f8d42f0d111512a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.814154:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8400/0x8f8d42f0d111512a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.814176:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d111511c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a809 expref: 11 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.814184:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1115131 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a809 expref: 10 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.814189:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff880135752900) 00010000:00010000:1.0:1746126449.814191:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126449.814192:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8800, rc 0) 00000100:00100000:1.0:1746126449.814241:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:31002:x1830945821611904:12345-192.168.203.3@tcp:101:rm.0 Request processed in 625us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126449.814247:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30831 00000100:00100000:0.0:1746126449.817924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126449.822871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126449.823846:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821612288 00000100:00100000:1.0:1746126449.823855:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821612288 00000100:00100000:1.0:1746126449.823906:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30832 00000100:00100000:1.0:1746126449.823913:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:31002:x1830945821612288:12345-192.168.203.3@tcp:36:rm.0 00010000:00010000:1.0:1746126449.823951:0:7131:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746126449.823971:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8800/0x8f8d42f0d1115131 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a809 expref: 10 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.824010:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1113109 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e08804 expref: 9 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.824020:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff880135752900) 00010000:00010000:1.0:1746126449.824028:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1115115 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a802 expref: 8 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.824035:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7eb000) 00010000:00010000:1.0:1746126449.824042:0:7131:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126449.824056:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111513f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.824064:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111513f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.824070:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111513f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.824077:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1115146 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.824081:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1115146 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.824086:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1115146 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.824176:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.825868:0:7131:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b32a00/0x8f8d42f0d1113102 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e087fd expref: 7 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.825875:0:7131:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 4/0,1 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.825925:0:7131:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092b32a00/0x8f8d42f0d1113102 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e087fd expref: 7 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126449.825945:0:7131:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b32a00/0x8f8d42f0d1113102 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e087fd expref: 7 pid: 7132 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746126449.825970:0:7131:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f409880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7131:1830945820249088:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126449.826093:0:7131:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126449.829598:0:7131:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f409880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7131:1830945820249088:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126449.829789:0:7131:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000100:00100000:0.0:1746126449.831987:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:0.0:1746126449.833486:0:7131:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.833492:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000040:00080000:0.0:1746126449.835956:0:7131:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8896 00000004:00080000:0.0:1746126449.835971:0:7131:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 491255475410ns, next at 492255472870ns, rc = 0 00010000:00010000:0.0:1746126449.836050:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1115154 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836066:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1115154 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836075:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1115154 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836082:0:7131:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1115154 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836087:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1115154 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836092:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1115154 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836114:0:7131:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746126449.836130:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836134:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.836137:0:7120:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126449.836139:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.836142:0:7120:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1115154 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836143:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8600 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126449.836146:0:7120:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094eb9000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126449.836146:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.836149:0:7120:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1115154 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836152:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.836153:0:7120:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1115154 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836163:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff880135752900) 00010000:00010000:0.0:1746126449.836165:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126449.836169:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.836170:0:7120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff880135752900) 00010000:00010000:1.0:1746126449.836172:0:7120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746126449.836174:0:7120:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1115154 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836174:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111514d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.836177:0:7120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d1115154 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.836198:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126449.836199:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126449.836201:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126449.836224:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111513f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836229:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111513f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836233:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111513f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836236:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126449.836238:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111513f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836241:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111513f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836246:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7eb200) 00010000:00010000:0.0:1746126449.836248:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126449.836250:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111513f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126449.836253:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111513f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00000004:00010000:0.0:1746126449.836262:0:7131:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094906d80 reply state ffff8800925e0000 transno 4294980585 ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1115146 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000100:00100000:0.0:1746126449.836267:0:7131:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126449.836333:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31002:x1830945821612288:12345-192.168.203.3@tcp:36:rm.0 Request processed in 12417us (13466us total) trans 4294980585 rc 0/0 00000100:00100000:0.0:1746126449.836342:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30832 00010000:00010000:1.0:1746126449.843942:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1115146 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.843955:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1115146 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.843960:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1115146 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.843965:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8c00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126449.843969:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1115146 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.843975:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1115146 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.843989:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff88008b7eb700) 00010000:00010000:1.0:1746126449.843992:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126449.843994:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1115146 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126449.843998:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1115146 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00000100:00100000:0.0:1746126450.533268:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3298:1830945820249216:0@lo:400:kworker.0 00000100:00100000:0.0:1746126450.533327:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126450.533384:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820249728:0@lo:400:kworker.0 00000100:00100000:0.0:1746126450.533408:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126450.533429:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746126450.533435:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3298:1830945820249344:0@lo:400:kworker.0 00000100:00100000:0.0:1746126450.533455:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126450.533469:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820249856:0@lo:400:kworker.0 00000100:00100000:0.0:1746126450.533520:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126450.533551:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820249728:0@lo:400:kworker.0 00000100:00100000:0.0:1746126450.533584:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820249856:0@lo:400:kworker.0 00000100:00100000:0.0:1746126450.533769:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3298:1830945820249216:0@lo:400:kworker.0 00000100:00100000:0.0:1746126450.533786:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3298:1830945820249344:0@lo:400:kworker.0 00000100:00100000:1.0:1746126450.630423:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746126450.630440:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820249984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126450.630488:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126450.631668:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820249984:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126450.661046:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820250112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126450.661090:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126450.661133:0:10464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820250112 00000100:00100000:0.0:1746126450.661139:0:10464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820250112 00000100:00100000:0.0:1746126450.661163:0:10464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1746126450.661168:0:10464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820250112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126450.661184:0:10464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 852295680 pending 158466048 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746126450.661208:0:10464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820250112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126450.661213:0:10464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1746126450.661241:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820250112:0@lo:13:osp-pre-0-0.0 00000001:00100000:0.0:1746126451.016653:0:9856:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 52f5c050-7127-4d77-9bd9-9065bdbf8f97 00000020:00000080:0.0:1746126451.016663:0:9856:0:(genops.c:904:class_export_put()) final put ffff8801356e4000/52f5c050-7127-4d77-9bd9-9065bdbf8f97 00000020:00000080:0.0:1746126451.016684:0:23963:0:(genops.c:863:class_export_destroy()) destroying export ffff8801356e4000/52f5c050-7127-4d77-9bd9-9065bdbf8f97 for lustre-OST0001 00000020:00000080:0.0:1746126451.016713:0:23963:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8801356e1800 for lustre-OST0001 00000100:00100000:0.0:1746126451.809630:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126451.809669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126451.809699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126451.809723:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126451.809736:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126451.809758:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126451.809779:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821612800 00000100:00100000:0.0:1746126451.809785:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821612800 00000100:00100000:0.0:1746126451.809818:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821612928 00000100:00100000:0.0:1746126451.809820:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821612928 00000100:00100000:0.0:1746126451.809831:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821613184 00000100:00100000:0.0:1746126451.809832:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821613184 00000100:00100000:0.0:1746126451.809842:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 409 00000100:00100000:0.0:1746126451.809848:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945821612800:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126451.809892:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945821612800:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 44us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126451.809897:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 409 00000100:00100000:0.0:1746126451.810022:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 410 00000100:00100000:0.0:1746126451.810026:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1974:x1830945821612928:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126451.810046:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1974:x1830945821612928:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 20us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126451.810051:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 410 00000100:00100000:0.0:1746126451.810059:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 411 00000100:00100000:1.0:1746126451.810176:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821613056 00000100:00100000:1.0:1746126451.810180:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821613056 00000100:00100000:1.0:1746126451.810199:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821612672 00000100:00100000:1.0:1746126451.810201:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821612672 00000100:00100000:1.0:1746126451.810214:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 329 00000100:00100000:1.0:1746126451.810218:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1974:x1830945821613056:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1746126451.810244:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1974:x1830945821613056:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 26us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126451.810249:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 329 00000100:00100000:1.0:1746126451.810258:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 330 00000100:00100000:1.0:1746126451.810262:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945821612672:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1746126451.810279:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945821612672:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 17us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126451.810283:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 330 00000100:00100000:0.0:1746126451.811944:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821613184:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126451.811981:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821613184:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 1916us (2221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126451.811986:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 411 00000100:00080000:0.0:1746126451.812006:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126451.812010:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126451.812012:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746126452.476660:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746126453.639895:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980585 is committed 00000004:00080000:0.0:1746126453.639904:0:7178:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000001:00080000:0.0:1746126453.640342:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980584 is committed 00000100:00100000:0.0:1746126453.640622:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820250240 00000100:00100000:0.0:1746126453.640630:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820250240 00000100:00100000:0.0:1746126453.640671:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4267 00000100:00100000:0.0:1746126453.640678:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820250240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1746126453.640704:0:10465:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:25 count 1 00010000:00010000:0.0:1746126453.640728:0:10465:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d111515b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.640748:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1115138 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a810 expref: 5 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126453.640754:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.640756:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126453.640758:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d111515b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.640782:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1115138 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a810 expref: 5 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126453.640793:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1115138 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a810 expref: 5 pid: 10567 timeout: 595 lvb_type: 1 00000100:00100000:0.0:1746126453.640803:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820250368:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126453.640864:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d240 going to sleep for 11 seconds 00000100:00080000:1.0:1746126453.641060:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126453.644892:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821613312 00000100:00100000:1.0:1746126453.644901:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821613312 00000100:00100000:0.0:1746126453.644935:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10465:1830945820250368:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126453.644954:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1115138 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a810 expref: 6 pid: 10567 timeout: 595 lvb_type: 1 00010000:00010000:0.0:1746126453.644957:0:10465:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d111515b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.644994:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6482 00000100:00100000:1.0:1746126453.645000:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945821613312:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126453.645016:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126453.645020:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1115138 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a810 expref: 6 pid: 10567 timeout: 595 lvb_type: 1 00010000:00010000:1.0:1746126453.645030:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1115138 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a810 expref: 6 pid: 10567 timeout: 595 lvb_type: 1 00010000:00010000:1.0:1746126453.645056:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135728000/0x8f8d42f0d1115138 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a810 expref: 6 pid: 10567 timeout: 595 lvb_type: 1 00010000:00010000:1.0:1746126453.645069:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.645070:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126453.645074:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d111515b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.645081:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d111515b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126453.645096:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126453.645105:0:10465:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d111515b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.645111:0:10465:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d111515b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.645119:0:10465:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d111515b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126453.645125:0:10465:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d111515b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126453.645134:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1977:x1830945821613312:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 135us (464us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126453.645136:0:10465:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1746126453.645139:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6482 00000100:00100000:0.0:1746126453.645654:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3299:x1830945820250240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4975us (5053us total) trans 4294968489 rc 0/0 00000100:00100000:0.0:1746126453.645661:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4267 00000100:00100000:0.0:1746126454.811579:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.811622:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821613440 00000100:00100000:0.0:1746126454.811631:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821613440 00000100:00100000:0.0:1746126454.811690:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30833 00000100:00100000:0.0:1746126454.811701:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:31630:x1830945821613440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126454.811721:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126454.811742:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b53600/0x8f8d42f0d1115162 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a817 expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.811804:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b53800/0x8f8d42f0d1115169 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126454.811816:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b53800/0x8f8d42f0d1115169 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126454.811828:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b53800/0x8f8d42f0d1115169 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:0.0:1746126454.811893:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126454.811897:0:11031:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126454.811916:0:11031:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099b53800/0x8f8d42f0d1115169 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126454.811935:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b53600/0x8f8d42f0d1115162 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a817 expref: 7 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.811948:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b53800/0x8f8d42f0d1115169 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a817 expref: 6 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.811960:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880083fde800) 00010000:00010000:0.0:1746126454.811963:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126454.811966:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b53800, rc 0) 00000100:00100000:0.0:1746126454.812011:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:31630:x1830945821613440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 314us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126454.812018:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30833 00000100:00080000:0.0:1746126454.812128:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126454.815986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.820478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126454.821441:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126454.825795:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126454.826378:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126454.828030:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.833106:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.840512:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.843187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:1.0:1746126454.843588:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78a000/0x8f8d42f0d11151cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126454.843597:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78a000/0x8f8d42f0d11151cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126454.843603:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78a000/0x8f8d42f0d11151cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126454.843608:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d78a000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126454.843612:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78a000/0x8f8d42f0d11151cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126454.843618:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78a000/0x8f8d42f0d11151cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126454.843627:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a42b2b00) 00010000:00010000:1.0:1746126454.843629:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126454.843632:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78a000/0x8f8d42f0d11151cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126454.843636:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78a000/0x8f8d42f0d11151cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00000100:00100000:0.0:1746126454.847821:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.854747:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.854801:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821614976 00000100:00100000:0.0:1746126454.854810:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821614976 00000100:00100000:0.0:1746126454.854856:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4270 00000100:00100000:0.0:1746126454.854863:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31630:x1830945821614976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126454.854879:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126454.854897:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11151e0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a841 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.854931:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d1115193 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a825 expref: 5 pid: 10465 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126454.854938:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.854940:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.854943:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11151e0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a841 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.854971:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d1115193 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a825 expref: 5 pid: 10465 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126454.854981:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d1115193 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a825 expref: 5 pid: 10465 timeout: 596 lvb_type: 1 00000100:00100000:0.0:1746126454.854992:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c283b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820250624:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126454.855060:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5df00 going to sleep for 11 seconds 00000100:00080000:0.0:1746126454.855073:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126454.858315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.858407:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c283b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820250624:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126454.858435:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11151e0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a841 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.858452:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b52e00, rc 0) 00000100:00100000:0.0:1746126454.858508:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31630:x1830945821614976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3631us (3753us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126454.858518:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4270 00000100:00100000:1.0:1746126454.863828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126454.863857:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821615232 00000100:00100000:1.0:1746126454.863866:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821615232 00002000:00010000:1.0:1746126454.863900:0:8485:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 9663677440/23 (0->18446744073709551615) 00002000:00100000:1.0:1746126454.863905:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408a80 with x1830945821615232 ext(0->18446744073709551615) 00002000:00010000:1.0:1746126454.863916:0:8485:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f408a80. 00000100:00100000:1.0:1746126454.863937:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3493 00000100:00100000:1.0:1746126454.863944:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945821615232:12345-192.168.203.3@tcp:10:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126454.864337:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820250752:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126454.864358:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126454.864398:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1976:x1830945821615104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4706us (6089us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126454.864407:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6484 00000001:00080000:0.0:1746126454.899129:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967870 is committed 00000001:00100000:0.0:1746126454.899146:0:9856:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 52f5c050-7127-4d77-9bd9-9065bdbf8f97 00002000:00010000:0.0:1746126454.899200:0:8485:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746126454.899203:0:8485:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 0 -> 1746126454 00002000:00010000:0.0:1746126454.899205:0:8485:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746126454.899207:0:8485:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 0 -> 1746126454 00002000:00010000:0.0:1746126454.899209:0:8485:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:0.0:1746126454.899273:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821615232:12345-192.168.203.3@tcp:10:rw_seq_cst_vs_d.0 Request processed in 35325us (35446us total) trans 4294967870 rc 0/0 00000100:00100000:0.0:1746126454.899284:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3493 00002000:00010000:0.0:1746126454.899290:0:8485:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 9663677440/23 (0->18446744073709551615) 00002000:00100000:0.0:1746126454.899293:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408a80 with x1830945821615232 ext(0->18446744073709551615) 00002000:00010000:0.0:1746126454.899298:0:8485:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f408a80. 00000100:00100000:0.0:1746126454.901281:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.901599:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821615360 00000100:00100000:0.0:1746126454.901608:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821615360 00000100:00100000:0.0:1746126454.901659:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30839 00000100:00100000:0.0:1746126454.901667:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:31630:x1830945821615360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126454.901683:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126454.901703:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b81c800/0x8f8d42f0d11151e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a848 expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.901784:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009417ca00/0x8f8d42f0d11151ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126454.901796:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009417ca00/0x8f8d42f0d11151ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126454.901806:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009417ca00/0x8f8d42f0d11151ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:0.0:1746126454.901828:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 0 00000004:00200000:0.0:1746126454.901831:0:11031:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126454.901843:0:11031:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009417ca00/0x8f8d42f0d11151ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126454.901861:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b81c800/0x8f8d42f0d11151e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a848 expref: 12 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.901873:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009417ca00/0x8f8d42f0d11151ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a848 expref: 11 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.901880:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a42b2b00) 00010000:00010000:0.0:1746126454.901883:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126454.901886:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009417ca00, rc 0) 00000100:00100000:0.0:1746126454.901930:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:31630:x1830945821615360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 263us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126454.901935:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30839 00000100:00100000:0.0:1746126454.903332:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.907095:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.909466:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.911235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.913559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.913582:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821616128 00000100:00100000:0.0:1746126454.913587:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821616128 00010000:00010000:0.0:1746126454.913613:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11151e0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a841 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746126454.913646:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6486 00000100:00100000:0.0:1746126454.913652:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821616128:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126454.913663:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126454.913686:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11151e0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a841 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746126454.913696:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11151e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a841 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746126454.913719:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.913721:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.913726:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948fc400/0x8f8d42f0d1115203 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a856 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.913734:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948fc400/0x8f8d42f0d1115203 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a856 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.913762:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948fc400/0x8f8d42f0d1115203 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a856 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.913773:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820251136:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126454.913832:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126454.916688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.916731:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821616256 00000100:00100000:0.0:1746126454.916735:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821616256 00002000:00010000:0.0:1746126454.916761:0:8485:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 9663677440/23 (8->18446744073709551615) 00002000:00100000:0.0:1746126454.916764:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907800 with x1830945821616256 ext(8->18446744073709551615) 00002000:00010000:0.0:1746126454.916772:0:8485:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094907800. 00000100:00100000:0.0:1746126454.916786:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3494 00000100:00100000:0.0:1746126454.916791:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945821616256:12345-192.168.203.3@tcp:10:rw_seq_cst_vs_d.0 00002000:00010000:0.0:1746126454.917065:0:8485:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 0 -> 8 00002000:00010000:0.0:1746126454.917068:0:8485:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126454 -> 1746126454 00002000:00010000:0.0:1746126454.917070:0:8485:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746126454.917072:0:8485:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126454 -> 1746126454 00002000:00010000:0.0:1746126454.917074:0:8485:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1746126454.917096:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945821616256:12345-192.168.203.3@tcp:10:rw_seq_cst_vs_d.0 Request processed in 304us (408us total) trans 4294967871 rc 0/0 00000100:00100000:0.0:1746126454.917102:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3494 00002000:00010000:0.0:1746126454.917104:0:8485:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 9663677440/23 (8->18446744073709551615) 00002000:00100000:0.0:1746126454.917106:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907800 with x1830945821616256 ext(8->18446744073709551615) 00002000:00010000:0.0:1746126454.917110:0:8485:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094907800. 00000100:00100000:0.0:1746126454.918779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.923526:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.927342:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.932355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.938710:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.942533:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.947592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.952875:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.964954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.966178:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3497 00000100:00100000:0.0:1746126454.966190:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945821617792:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126454.966814:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945821617792:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 627us (1860us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126454.966821:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3497 00002000:00100000:0.0:1746126454.966827:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80f100 x1830945821617792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:215/0 lens 488/4536 e 0 to 0 dl 1746126465 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126454.966834:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80f100 with x1830945821617792 ext(0->4095) 00002000:00010000:0.0:1746126454.966837:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80f100 00000100:00100000:0.0:1746126454.976365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126454.976953:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821618048 00000100:00100000:1.0:1746126454.976960:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821618048 00002000:00100000:1.0:1746126454.976998:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009b80ca80 x1830945821618048/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:215/0 lens 496/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126454.977007:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ca80 with x1830945821618048 ext(0->7) 00010000:00010000:1.0:1746126454.977014:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009417ca00/0x8f8d42f0d1115218 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a86b expref: 9 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126454.977026:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009417ca00/0x8f8d42f0d1115218 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a86b expref: 9 pid: 10567 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746126454.977032:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80ca80 00000100:00100000:1.0:1746126454.977056:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1227 00000100:00100000:1.0:1746126454.977062:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945821618048:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126454.978729:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945821618048:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 1663us (2367us total) trans 4294967873 rc 0/0 00000100:00100000:1.0:1746126454.978737:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1227 00002000:00100000:1.0:1746126454.978745:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009b80ca80 x1830945821618048/t4294967873(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:215/0 lens 496/448 e 0 to 0 dl 1746126465 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126454.978753:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ca80 with x1830945821618048 ext(0->7) 00010000:00010000:1.0:1746126454.978760:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009417ca00/0x8f8d42f0d1115218 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a86b expref: 11 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126454.978773:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009417ca00/0x8f8d42f0d1115218 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a86b expref: 11 pid: 10567 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746126454.978779:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80ca80 00000100:00100000:0.0:1746126454.986432:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.989217:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126454.990281:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.990452:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821618560 00000100:00100000:0.0:1746126454.990455:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821618560 00002000:00100000:0.0:1746126454.990487:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40ad80 x1830945821618560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:215/0 lens 488/0 e 0 to 0 dl 1746126465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126454.990514:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40ad80 with x1830945821618560 ext(0->4095) 00010000:00010000:0.0:1746126454.990519:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d111521f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a872 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746126454.990529:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d111521f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a872 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746126454.990539:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f40ad80 00000100:00100000:0.0:1746126454.990564:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1228 00000100:00100000:0.0:1746126454.990571:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821618560:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126454.991107:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821618560:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 535us (825us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126454.991113:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1228 00002000:00100000:0.0:1746126454.991119:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40ad80 x1830945821618560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:215/0 lens 488/4536 e 0 to 0 dl 1746126465 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126454.991126:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40ad80 with x1830945821618560 ext(0->4095) 00010000:00010000:0.0:1746126454.991130:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d111521f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a872 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746126454.991139:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d111521f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a872 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746126454.991144:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f40ad80 00000100:00100000:0.0:1746126454.992783:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.993418:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126454.993457:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821618816 00000100:00100000:0.0:1746126454.993462:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821618816 00010000:00010000:0.0:1746126454.993487:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d111521f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a872 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746126454.993534:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6490 00000100:00100000:0.0:1746126454.993541:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821618816:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126454.993552:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126454.993572:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d111521f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a872 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746126454.993582:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d111521f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a872 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746126454.993603:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d111521f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a872 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746126454.993618:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.993620:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126454.993626:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115226 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a879 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.993634:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115226 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a879 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126454.993668:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115226 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a879 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126454.993679:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820252288:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126454.995602:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.000593:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.000682:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821619072 00000100:00100000:1.0:1746126455.000689:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821619072 00002000:00100000:1.0:1746126455.000727:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d180 x1830945821619072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.000736:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d180 with x1830945821619072 ext(0->4095) 00010000:00010000:1.0:1746126455.000743:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115226 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a879 expref: 13 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.000755:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115226 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a879 expref: 13 pid: 10567 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746126455.000761:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184d180 00000100:00100000:1.0:1746126455.001468:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1229 00000100:00100000:1.0:1746126455.001475:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945821619072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126455.001636:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945821619072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (1045us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126455.001641:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1229 00002000:00100000:1.0:1746126455.001646:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d180 x1830945821619072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.001652:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d180 with x1830945821619072 ext(0->4095) 00010000:00010000:1.0:1746126455.001657:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115226 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a879 expref: 12 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.001666:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115226 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a879 expref: 12 pid: 10567 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746126455.001671:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184d180 00000100:00100000:0.0:1746126455.004332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.009934:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.013001:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.016700:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.021168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.021939:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.022421:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821620096 00000100:00100000:1.0:1746126455.022429:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821620096 00002000:00100000:1.0:1746126455.022457:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184f480 x1830945821620096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.022466:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f480 with x1830945821620096 ext(0->4095) 00010000:00010000:1.0:1746126455.022472:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948fc400/0x8f8d42f0d1115234 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a887 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.022482:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948fc400/0x8f8d42f0d1115234 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a887 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746126455.022522:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184f480 00000100:00100000:1.0:1746126455.022538:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1230 00000100:00100000:1.0:1746126455.022543:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821620096:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126455.022695:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821620096:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (754us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126455.022701:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1230 00002000:00100000:1.0:1746126455.022706:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184f480 x1830945821620096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.022714:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f480 with x1830945821620096 ext(0->4095) 00010000:00010000:1.0:1746126455.022718:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948fc400/0x8f8d42f0d1115234 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a887 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.022728:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948fc400/0x8f8d42f0d1115234 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a887 expref: 6 pid: 10567 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746126455.022733:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184f480 00000100:00100000:0.0:1746126455.025269:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.025419:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821620224 00000100:00100000:1.0:1746126455.025427:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821620224 00000100:00100000:1.0:1746126455.025471:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4280 00000100:00100000:1.0:1746126455.025478:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31631:x1830945821620224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.025507:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.025524:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115242 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a895 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.025553:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.025558:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d111523b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a88e expref: 13 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.025563:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.025566:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115242 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a895 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.025598:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d111523b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a88e expref: 13 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.025609:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115242 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a895 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.025618:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8800, rc 0) 00000100:00100000:1.0:1746126455.025654:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:31631:x1830945821620224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.025660:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4280 00000100:00100000:0.0:1746126455.026816:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.031369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.035966:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.039309:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.039488:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821620992 00000100:00100000:1.0:1746126455.039514:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821620992 00002000:00100000:1.0:1746126455.039555:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ca80 x1830945821620992/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.039564:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ca80 with x1830945821620992 ext(0->4095) 00002000:00010000:1.0:1746126455.039568:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ca80 00000100:00100000:1.0:1746126455.039675:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3499 00000100:00100000:1.0:1746126455.039684:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945821620992:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126455.039831:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945821620992:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126455.039836:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3499 00002000:00100000:1.0:1746126455.039840:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ca80 x1830945821620992/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.039847:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ca80 with x1830945821620992 ext(0->4095) 00002000:00010000:1.0:1746126455.039849:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ca80 00000100:00100000:0.0:1746126455.042817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.046686:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.048818:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.051648:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.051736:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.051813:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821621632 00000100:00100000:1.0:1746126455.051820:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821621632 00000100:00100000:1.0:1746126455.051854:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821621760 00000100:00100000:1.0:1746126455.051856:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821621760 00000100:00100000:1.0:1746126455.051877:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4282 00000100:00100000:1.0:1746126455.051883:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31630:x1830945821621632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.051899:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.051916:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115250 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a8a3 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.051943:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115249 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a89c expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.051950:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.051952:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.051955:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115250 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8a3 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.051982:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115249 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a89c expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.051998:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115249 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a89c expref: 5 pid: 10465 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.052009:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f409180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820253696:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126455.052085:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.052100:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4283 00000100:00100000:1.0:1746126455.052106:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31631:x1830945821621760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.052111:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.052117:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115257 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a8aa expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.052128:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.052131:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115250 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8a3 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.052136:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.052139:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115257 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8aa expref: 13 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.052158:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115250 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8a3 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.052168:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115257 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8aa expref: 13 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.052179:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e5c00, rc 0) 00000100:00100000:1.0:1746126455.052199:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:31631:x1830945821621760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.052205:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4283 00000100:00100000:1.0:1746126455.054040:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f409180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820253696:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126455.054063:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115250 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8a3 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.054076:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca9a00, rc 0) 00000100:00100000:1.0:1746126455.054103:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31630:x1830945821621632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2220us (2464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.054109:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4282 00000100:00100000:0.0:1746126455.056028:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.061367:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.067688:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.072826:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.073082:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821622528 00000100:00100000:1.0:1746126455.073091:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821622528 00002000:00100000:1.0:1746126455.073135:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094699f80 x1830945821622528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.073145:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699f80 with x1830945821622528 ext(0->4095) 00002000:00010000:1.0:1746126455.073150:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094699f80 00000100:00100000:1.0:1746126455.073181:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3501 00000100:00100000:1.0:1746126455.073188:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1977:x1830945821622528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126455.073362:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1977:x1830945821622528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 173us (544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126455.073368:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3501 00002000:00100000:1.0:1746126455.073374:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094699f80 x1830945821622528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.073386:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699f80 with x1830945821622528 ext(0->4095) 00002000:00010000:1.0:1746126455.073389:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094699f80 00000100:00100000:0.0:1746126455.076152:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.076277:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821622656 00000100:00100000:1.0:1746126455.076286:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821622656 00000100:00100000:1.0:1746126455.076339:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4284 00000100:00100000:1.0:1746126455.076347:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821622656:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.076364:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.076381:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111525e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a8b1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.076409:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115257 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8aa expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.076416:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.076418:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.076421:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111525e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8b1 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.076447:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115257 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8aa expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.076459:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115257 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8aa expref: 10 pid: 10567 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.076472:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f409180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820254208:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126455.076581:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.079934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:0.0:1746126455.080650:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115257 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8aa expref: 11 pid: 10567 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746126455.080690:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6498 00000100:00100000:0.0:1746126455.080697:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945821622784:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126455.080712:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126455.080733:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115257 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8aa expref: 11 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746126455.080753:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115257 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8aa expref: 11 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746126455.080776:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115257 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8aa expref: 11 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746126455.080803:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.080805:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.080813:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111525e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8b1 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.080821:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111525e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8b1 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.080853:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111525e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8b1 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126455.080866:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009469ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820254336:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126455.080940:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.083330:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.084691:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.089967:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.090144:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.096053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.099033:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.099078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.103196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.106850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.111176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.114185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.119987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.122822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.122939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.125628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.127298:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.130391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.137338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.140965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.144813:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.147617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.148773:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821626752 00000100:00100000:0.0:1746126455.148777:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821626752 00000100:00100000:0.0:1746126455.148808:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4292 00000100:00100000:0.0:1746126455.148814:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:31630:x1830945821626752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126455.148825:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.148841:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1115296 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a8e9 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.148864:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111528f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8e2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.148871:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.148873:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.148876:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1115296 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8e9 expref: 11 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.148906:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111528f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8e2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.148918:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111528f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8e2 expref: 5 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746126455.148930:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820256256:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126455.148995:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.151835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.152036:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.152140:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820256256:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126455.152170:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1115296 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8e9 expref: 11 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.152188:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094887000, rc 0) 00000100:00100000:1.0:1746126455.152231:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31630:x1830945821626752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3415us (3600us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.152239:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4292 00000100:00100000:1.0:1746126455.152266:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821626880 00000100:00100000:1.0:1746126455.152271:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821626880 00000100:00100000:1.0:1746126455.152300:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4293 00000100:00100000:1.0:1746126455.152306:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31631:x1830945821626880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.152329:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.152343:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d111529d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a8f0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.152366:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.152370:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1115296 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8e9 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.152376:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.152379:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d111529d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8f0 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.152407:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1115296 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8e9 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.153222:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d111529d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8f0 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.153230:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4200, rc 0) 00000100:00100000:1.0:1746126455.153533:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31631:x1830945821626880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1225us (1706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.153538:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4293 00000100:00100000:0.0:1746126455.156654:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.159679:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.164072:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.166932:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.167137:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821627776 00000100:00100000:1.0:1746126455.167146:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821627776 00000100:00100000:1.0:1746126455.167198:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4294 00000100:00100000:1.0:1746126455.167206:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821627776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.167222:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.167240:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d11152a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a8f7 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.167269:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d111529d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8f0 expref: 10 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.167276:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.167277:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.167281:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d11152a4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8f7 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.167309:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d111529d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8f0 expref: 10 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.167331:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d111529d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8f0 expref: 10 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.167348:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820256768:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126455.167445:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c613c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.171041:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820256768:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126455.171075:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d11152a4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8f7 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.171095:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e5e00, rc 0) 00000100:00100000:1.0:1746126455.171144:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821627776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3938us (4218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.171152:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4294 00000100:00100000:0.0:1746126455.174025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.174303:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.175098:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821628032 00000100:00100000:1.0:1746126455.175103:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821628032 00000100:00100000:1.0:1746126455.175126:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4295 00000100:00100000:1.0:1746126455.175131:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31630:x1830945821628032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.175148:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.175158:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d11152ab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a8fe expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.175174:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d11152a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8f7 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.175180:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.175181:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.175183:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d11152ab lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8fe expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.175203:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d11152a4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8f7 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.175213:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d11152a4 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8f7 expref: 5 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.175220:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820257024:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126455.175831:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.177232:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.177787:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820257024:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126455.177808:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d11152ab lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8fe expref: 11 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.177824:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4000, rc 0) 00000100:00100000:1.0:1746126455.177849:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31630:x1830945821628032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2718us (3546us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.177856:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4295 00000100:00100000:0.0:1746126455.180952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.184251:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.192729:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.192833:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821628800 00000100:00100000:1.0:1746126455.192842:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821628800 00000100:00100000:1.0:1746126455.192883:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4296 00000100:00100000:1.0:1746126455.192891:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821628800:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.192912:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.192930:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d11152b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a905 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.192961:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d11152ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8fe expref: 10 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.192969:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.192971:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.192974:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d11152b2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a905 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.193004:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d11152ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8fe expref: 10 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.193016:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d11152ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a8fe expref: 10 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.193028:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820257280:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126455.193203:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c613c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.196717:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820257280:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126455.196749:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d11152b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a905 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.196765:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e5e00, rc 0) 00000100:00100000:1.0:1746126455.196808:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821628800:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3918us (4088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.196816:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4296 00000100:00100000:0.0:1746126455.209361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.224619:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.224669:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.224766:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821629184 00000100:00100000:1.0:1746126455.224770:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821629184 00000100:00100000:1.0:1746126455.224802:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4297 00000100:00100000:1.0:1746126455.224809:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:31630:x1830945821629184:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.224826:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.224839:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d11152b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a90c expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.224872:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.224879:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d11152b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a905 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.224887:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126455.224892:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d11152b9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a90c expref: 15 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.224930:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d11152b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a905 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.224947:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d11152b9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a90c expref: 14 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.224955:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4a00, rc 0) 00000100:00100000:1.0:1746126455.225002:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:31630:x1830945821629184:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.225009:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4297 00000100:00100000:1.0:1746126455.234985:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.239364:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.251040:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.258304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.275554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.279634:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.284716:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.293009:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.293064:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.293558:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821630336 00000100:00100000:1.0:1746126455.293568:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821630336 00000100:00100000:1.0:1746126455.293615:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821630720 00000100:00100000:1.0:1746126455.293617:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821630720 00000100:00100000:1.0:1746126455.293636:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4299 00000100:00100000:1.0:1746126455.293643:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:31630:x1830945821630336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.293663:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.293681:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d11152c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a91a expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.293711:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d11152c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a913 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.293718:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.293720:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.293723:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d11152c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a91a expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.293752:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d11152c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a913 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.293764:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d11152c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a913 expref: 5 pid: 8479 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.293776:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820258048:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126455.295263:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.298562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.298748:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820258048:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126455.298779:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d11152c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a91a expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.298796:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4000, rc 0) 00000100:00100000:1.0:1746126455.298840:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:31630:x1830945821630336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5197us (5841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.298859:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4299 00000100:00100000:0.0:1746126455.302430:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.305195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.307912:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.310765:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.311892:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821631616 00000100:00100000:1.0:1746126455.311902:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821631616 00000100:00100000:1.0:1746126455.311976:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4301 00000100:00100000:1.0:1746126455.311985:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821631616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.312005:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.312022:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d11152d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a928 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.312051:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d11152ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a921 expref: 14 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.312655:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.312657:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.312662:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d11152d5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a928 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.312694:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d11152ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a921 expref: 14 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.312706:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d11152ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a921 expref: 14 pid: 8479 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.312719:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820258560:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126455.312829:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.316668:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.316792:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820258560:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126455.316822:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d11152d5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a928 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.316837:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e5a00, rc 0) 00000100:00100000:1.0:1746126455.316880:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821631616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4896us (6124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.316887:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4301 00000100:00100000:0.0:1746126455.320116:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.320245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.320516:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821631872 00000100:00100000:1.0:1746126455.320521:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821631872 00000100:00100000:1.0:1746126455.320546:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4302 00000100:00100000:1.0:1746126455.320551:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:31630:x1830945821631872:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.320560:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.320577:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d11152dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a92f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.320601:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d11152d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a928 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.320608:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.320609:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.320613:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d11152dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a92f expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.320640:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d11152d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a928 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.320652:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d11152d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a928 expref: 6 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.320663:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820258816:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126455.320733:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c613c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.324746:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820258816:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126455.324795:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d11152dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a92f expref: 15 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.324818:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e5000, rc 0) 00000100:00100000:1.0:1746126455.325089:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:31630:x1830945821631872:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4534us (4980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.325105:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4302 00000100:00100000:0.0:1746126455.325477:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.326533:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.329044:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.333023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.338114:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.343229:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.347035:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.350166:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820259456:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126455.350187:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126455.350234:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1977:x1830945821633280:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2399us (3199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.350244:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6518 00000100:00100000:0.0:1746126455.350850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.355715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.355791:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.355835:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821633920 00000100:00100000:1.0:1746126455.355845:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821633920 00010000:00010000:1.0:1746126455.355876:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948fd800/0x8f8d42f0d11152ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a93d expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.355895:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6519 00000100:00100000:1.0:1746126455.355899:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821633920:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.355911:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.355932:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948fd800/0x8f8d42f0d11152ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a93d expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.355941:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948fd800/0x8f8d42f0d11152ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a93d expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.356223:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948fd800/0x8f8d42f0d11152ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a93d expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.356247:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.356248:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.356253:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11152f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a944 expref: 16 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.356260:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11152f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a944 expref: 16 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.356278:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11152f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a944 expref: 16 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.356286:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11152f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a944 expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.356297:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820259840:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.356711:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c613c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.358137:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820259840:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.358155:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.358188:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821633920:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2287us (2396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.358198:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6519 00000100:00100000:0.0:1746126455.358952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.362587:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.362677:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821634304 00000100:00100000:1.0:1746126455.362688:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821634304 00010000:00010000:1.0:1746126455.362722:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11152f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a944 expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.362760:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6520 00000100:00100000:1.0:1746126455.362768:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1974:x1830945821634304:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.362782:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.362803:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11152f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a944 expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.362814:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11152f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a944 expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.362835:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d11152f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a944 expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.362849:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.362851:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.362858:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d11152f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a94b expref: 15 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.362866:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d11152f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a94b expref: 15 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.362904:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d11152f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a94b expref: 15 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.362916:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820259968:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.363033:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.364942:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.365035:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820259968:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.365055:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.365091:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1974:x1830945821634304:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2323us (2513us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.365100:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6520 00000100:00100000:0.0:1746126455.367188:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.370595:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.370658:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821634816 00000100:00100000:1.0:1746126455.370665:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821634816 00010000:00010000:1.0:1746126455.370696:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d11152f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a94b expref: 15 pid: 10465 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.370730:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6521 00000100:00100000:1.0:1746126455.370736:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1976:x1830945821634816:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.370751:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.370770:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d11152f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a94b expref: 15 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.370781:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d11152f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a94b expref: 15 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.370802:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d11152f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a94b expref: 15 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.370829:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.370831:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.370842:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11152ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a952 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.370854:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11152ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a952 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.370884:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11152ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a952 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.370895:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820260224:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.370966:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.373125:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820260224:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.373145:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.373198:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1976:x1830945821634816:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2460us (2604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.373209:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6521 00000100:00100000:0.0:1746126455.379045:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.379141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.382664:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.382980:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821635456 00000100:00100000:1.0:1746126455.382987:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821635456 00010000:00010000:1.0:1746126455.383015:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11152ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a952 expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.383034:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6522 00000100:00100000:1.0:1746126455.383041:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821635456:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.383052:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.383073:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11152ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a952 expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.383083:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11152ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a952 expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.383104:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11152ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a952 expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.383118:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.383120:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.383127:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d1115306 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a959 expref: 15 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.383135:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d1115306 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a959 expref: 15 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.383160:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d1115306 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a959 expref: 15 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.383172:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d1115306 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a959 expref: 15 pid: 10465 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.383182:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820260608:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.383245:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.386619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.386708:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820260608:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.386728:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.386778:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821635456:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3737us (4114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.386788:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6522 00000100:00100000:0.0:1746126455.390214:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.390335:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821635840 00000100:00100000:1.0:1746126455.390345:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821635840 00010000:00010000:1.0:1746126455.390382:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d1115306 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a959 expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.390406:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6523 00000100:00100000:1.0:1746126455.390413:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945821635840:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.390426:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.390447:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d1115306 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a959 expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.390458:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d1115306 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a959 expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.390482:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b50000/0x8f8d42f0d1115306 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a959 expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.390711:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.390713:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.390721:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111530d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a960 expref: 15 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.390730:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111530d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a960 expref: 15 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.390762:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111530d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a960 expref: 15 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.390774:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820260736:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.391788:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.394336:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820260736:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.394359:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.394404:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1977:x1830945821635840:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3991us (4200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.394415:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6523 00000100:00100000:0.0:1746126455.395647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.398767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.402611:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.402744:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821636352 00000100:00100000:1.0:1746126455.402753:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821636352 00010000:00010000:1.0:1746126455.402782:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111530d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a960 expref: 15 pid: 10567 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.402804:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6524 00000100:00100000:1.0:1746126455.402809:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1977:x1830945821636352:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.402821:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.402842:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111530d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a960 expref: 15 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.402852:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111530d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a960 expref: 15 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.402872:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111530d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a960 expref: 15 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.402897:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.402899:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.402905:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d1115314 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a967 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.402917:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d1115314 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a967 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.402943:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d1115314 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a967 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.402953:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820260992:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.403015:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.406091:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.407247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.407290:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820260992:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126455.407305:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126455.407341:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945821636352:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4531us (4734us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.407349:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6524 00000100:00100000:0.0:1746126455.411783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.412240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.412990:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821636992 00000100:00100000:1.0:1746126455.412995:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821636992 00010000:00010000:1.0:1746126455.413012:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d1115314 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a967 expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.413029:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6525 00000100:00100000:1.0:1746126455.413033:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821636992:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.413041:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.413061:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d1115314 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a967 expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.413071:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d1115314 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a967 expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.413088:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d1115314 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a967 expref: 6 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.413106:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.413108:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.413113:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b50a00/0x8f8d42f0d111531b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a96e expref: 15 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.413119:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50a00/0x8f8d42f0d111531b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a96e expref: 15 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.413136:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b50a00/0x8f8d42f0d111531b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a96e expref: 15 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.413146:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b50a00/0x8f8d42f0d111531b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a96e expref: 15 pid: 10465 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.413155:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820261376:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.413214:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.416844:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820261376:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.416868:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.417225:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821636992:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4189us (4984us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.417237:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6525 00000100:00100000:0.0:1746126455.420666:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.420800:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821637376 00000100:00100000:1.0:1746126455.420808:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821637376 00010000:00010000:1.0:1746126455.420844:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50a00/0x8f8d42f0d111531b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a96e expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.420979:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6526 00000100:00100000:1.0:1746126455.420987:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1974:x1830945821637376:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.421003:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.421024:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b50a00/0x8f8d42f0d111531b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a96e expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.421036:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b50a00/0x8f8d42f0d111531b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a96e expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.421058:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b50a00/0x8f8d42f0d111531b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a96e expref: 16 pid: 10465 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.421087:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.421089:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.421097:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115322 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a975 expref: 15 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.421105:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115322 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a975 expref: 15 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.421140:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115322 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a975 expref: 15 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.421151:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820261504:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.421236:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.423522:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.424207:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820261504:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.424229:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.424279:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1974:x1830945821637376:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3292us (3621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.424289:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6526 00000100:00100000:0.0:1746126455.426770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.431302:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.431411:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821637888 00000100:00100000:1.0:1746126455.431418:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821637888 00010000:00010000:1.0:1746126455.431450:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115322 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a975 expref: 15 pid: 10567 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.431486:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6527 00000100:00100000:1.0:1746126455.431516:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1977:x1830945821637888:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.431531:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.431552:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115322 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a975 expref: 15 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.431562:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115322 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a975 expref: 15 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.431585:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115322 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a975 expref: 15 pid: 10567 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.431606:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.431608:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.431614:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115329 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a97c expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.431621:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115329 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a97c expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.431651:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115329 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a97c expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.431662:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820261760:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.431775:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.435233:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820261760:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.435255:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.435309:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1977:x1830945821637888:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3815us (4008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.435329:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6527 00000100:00100000:0.0:1746126455.436377:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821638272 00000100:00100000:0.0:1746126455.436381:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821638272 00000100:00100000:0.0:1746126455.436408:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4314 00000100:00100000:0.0:1746126455.436413:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:31630:x1830945821638272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126455.436422:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.436438:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115330 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a983 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.436462:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115329 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a97c expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.436469:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.436471:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.436474:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115330 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a983 expref: 15 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.436524:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115329 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a97c expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.436536:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115329 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a97c expref: 5 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746126455.436547:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094902300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820261888:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126455.436605:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.440491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.442335:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.443170:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821638528 00000100:00100000:1.0:1746126455.443176:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821638528 00010000:00010000:1.0:1746126455.443199:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115329 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a97c expref: 6 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.443231:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6528 00000100:00100000:1.0:1746126455.443237:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821638528:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.443246:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.443265:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115329 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a97c expref: 6 pid: 8480 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.443275:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115329 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a97c expref: 6 pid: 8480 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.443291:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115329 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a97c expref: 6 pid: 8480 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.443310:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.443311:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.443324:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115330 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a983 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.443331:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115330 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a983 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.443348:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115330 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a983 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.443356:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115330 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a983 expref: 16 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.443367:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820262144:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.444322:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.448828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.448939:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820262144:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.448961:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.449006:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821638528:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5769us (6673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.449016:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6528 00000100:00100000:0.0:1746126455.453619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.453735:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821638912 00000100:00100000:1.0:1746126455.453745:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821638912 00010000:00010000:1.0:1746126455.453781:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115330 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a983 expref: 16 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.454144:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6529 00000100:00100000:1.0:1746126455.454152:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1976:x1830945821638912:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.454169:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.454191:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115330 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a983 expref: 16 pid: 8480 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.454202:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115330 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a983 expref: 16 pid: 8480 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.454224:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4f0c200/0x8f8d42f0d1115330 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a983 expref: 16 pid: 8480 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.454256:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.454257:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.454265:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115337 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a98a expref: 15 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.454273:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115337 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a98a expref: 15 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.454305:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115337 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a98a expref: 15 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.454327:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820262272:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.454414:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.457762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.457851:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820262272:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.457871:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.457921:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1976:x1830945821638912:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3770us (4311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.457931:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6529 00000100:00100000:0.0:1746126455.461235:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821639296 00000100:00100000:0.0:1746126455.461244:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821639296 00000100:00100000:0.0:1746126455.461289:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4316 00000100:00100000:0.0:1746126455.461295:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821639296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126455.461312:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.461336:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d111533e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a991 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.461364:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115337 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a98a expref: 14 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.461371:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126455.461372:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126455.461375:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d111533e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a991 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.461403:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115337 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a98a expref: 14 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.461412:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115337 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a98a expref: 14 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746126455.461422:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094902d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820262400:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126455.461770:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.464603:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094902d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820262400:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126455.464637:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d111533e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a991 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.464655:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484c000, rc 0) 00000100:00100000:0.0:1746126455.464707:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821639296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3411us (3574us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.464715:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4316 00000100:00100000:0.0:1746126455.465343:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.465890:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821639424 00000100:00100000:1.0:1746126455.465898:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821639424 00010000:00010000:1.0:1746126455.465929:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115337 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a98a expref: 15 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746126455.466034:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6530 00000100:00100000:1.0:1746126455.466042:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1976:x1830945821639424:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.466055:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.466075:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115337 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a98a expref: 15 pid: 8480 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.466085:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115337 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a98a expref: 15 pid: 8480 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.466108:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115337 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a98a expref: 15 pid: 8480 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746126455.466275:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.466277:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.466285:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d111533e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a991 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.466294:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d111533e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a991 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.466333:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d111533e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a991 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.466344:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820262528:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.466769:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.468763:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.469001:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820262528:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.469021:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.469059:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1976:x1830945821639424:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3019us (3717us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.469069:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6530 00000100:00100000:0.0:1746126455.470235:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.475410:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.475716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.475789:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821639936 00000100:00100000:1.0:1746126455.475793:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821639936 00010000:00010000:1.0:1746126455.475815:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d111533e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a991 expref: 7 pid: 8480 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746126455.480184:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.482848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.483396:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.486739:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.490292:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.494741:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.497706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.500766:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.503803:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.505347:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.509239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.510329:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.515711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.518244:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.520944:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.524277:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.527197:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.530065:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.532099:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.532959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.533074:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821643520 00000100:00100000:1.0:1746126455.533078:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821643520 00000100:00100000:1.0:1746126455.533102:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4325 00000100:00100000:1.0:1746126455.533107:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:31631:x1830945821643520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.533114:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.533121:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111537d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0a9d0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.533138:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.533141:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115376 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9c9 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.533146:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126455.533148:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111537d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9d0 expref: 17 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.533168:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115376 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9c9 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.533179:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111537d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9d0 expref: 17 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.533187:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e5400, rc 0) 00000100:00100000:1.0:1746126455.533211:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:31631:x1830945821643520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.533216:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4325 00000100:00100000:0.0:1746126455.538645:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.541305:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801349fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3301:1830945820265088:0@lo:400:kworker.0 00000100:00100000:0.0:1746126455.541368:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126455.541394:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746126455.541399:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801349fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820264960:0@lo:400:kworker.0 00000100:00100000:0.0:1746126455.541416:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126455.541442:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801349fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820265472:0@lo:400:kworker.0 00000100:00100000:0.0:1746126455.541463:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126455.541621:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801349fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820265216:0@lo:400:kworker.0 00000100:00100000:1.0:1746126455.541649:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126455.543051:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801349fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820265216:0@lo:400:kworker.0 00000100:00080000:0.0:1746126455.543370:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126455.543373:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126455.543375:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126455.543395:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801349fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820264960:0@lo:400:kworker.0 00000100:00100000:0.0:1746126455.543406:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801349fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3301:1830945820265088:0@lo:400:kworker.0 00000100:00100000:1.0:1746126455.543681:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801349fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820265472:0@lo:400:kworker.0 00000100:00100000:0.0:1746126455.544223:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820264704:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126455.544239:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126455.544280:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821643648:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4667us (5645us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.544288:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6538 00000100:00100000:1.0:1746126455.545948:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.549611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.556845:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.563210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.576811:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.591002:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.595429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.600259:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821645056 00000100:00100000:1.0:1746126455.600268:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821645056 00002000:00100000:1.0:1746126455.600330:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d280a80 x1830945821645056/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.600340:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280a80 with x1830945821645056 ext(0->4095) 00010000:00010000:1.0:1746126455.600349:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1115384 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9d7 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746126455.600515:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d283800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820265984:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126455.600541:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126455.600596:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1975:x1830945821644800:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4970us (5176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.600608:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6540 00010000:00010000:1.0:1746126455.601047:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1115384 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9d7 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126455.601055:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d280a80 00000100:00100000:1.0:1746126455.601086:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1256 00000100:00100000:1.0:1746126455.601094:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821645056:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126455.601240:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821645056:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (1250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126455.601246:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1256 00002000:00100000:1.0:1746126455.601251:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d280a80 x1830945821645056/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.601259:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280a80 with x1830945821645056 ext(0->4095) 00010000:00010000:1.0:1746126455.601264:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1115384 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9d7 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.601272:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1115384 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9d7 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126455.601278:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d280a80 00000100:00100000:1.0:1746126455.606339:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821645184 00000100:00100000:1.0:1746126455.606349:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821645184 00010000:00010000:1.0:1746126455.606391:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1115384 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9d7 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126455.606421:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6541 00000100:00100000:1.0:1746126455.606429:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821645184:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.606445:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.606467:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1115384 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9d7 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.606478:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1115384 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9d7 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.606521:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1115384 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9d7 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.606552:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.606554:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.606562:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d111538b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9de expref: 16 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.606570:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d111538b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9de expref: 16 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.606604:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d111538b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9de expref: 16 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.606620:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df78700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820266112:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.606695:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.611620:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df78700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820266112:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.611642:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.612829:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821645184:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6394us (6676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.612841:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6541 00000100:00100000:0.0:1746126455.613239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.613275:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821645440 00000100:00100000:0.0:1746126455.613283:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821645440 00002000:00100000:0.0:1746126455.613334:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349ff100 x1830945821645440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126455.613343:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349ff100 with x1830945821645440 ext(0->4095) 00002000:00010000:0.0:1746126455.613347:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349ff100 00000100:00100000:0.0:1746126455.623424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.628752:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.630347:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1257 00000100:00100000:1.0:1746126455.630362:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1976:x1830945821645696:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126455.630748:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945821645696:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 391us (2000us total) trans 4294967877 rc 0/0 00000100:00100000:1.0:1746126455.630754:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1257 00002000:00100000:1.0:1746126455.630760:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8801349fdf80 x1830945821645696/t4294967877(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 496/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.630769:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fdf80 with x1830945821645696 ext(0->7) 00010000:00010000:1.0:1746126455.630775:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d111538b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9de expref: 19 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.630787:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d111538b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9de expref: 19 pid: 10465 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126455.630793:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349fdf80 00000100:00100000:0.0:1746126455.636735:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746126455.636757:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820266368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126455.636830:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126455.637650:0:8483:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820266368 00000100:00100000:1.0:1746126455.637661:0:8483:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820266368 00000100:00100000:1.0:1746126455.637705:0:8483:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1746126455.637713:0:8483:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820266368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746126455.637737:0:8483:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 545587200 pending 10223616 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746126455.638615:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.638657:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.639122:0:8483:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820266368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1408us (2290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.639130:0:8483:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1746126455.639159:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821645824 00000100:00100000:1.0:1746126455.639164:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821645824 00010000:00010000:1.0:1746126455.639189:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d111538b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9de expref: 19 pid: 10465 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126455.639209:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6542 00000100:00100000:1.0:1746126455.639215:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945821645824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.639227:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.639248:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d111538b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9de expref: 19 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.639260:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d111538b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9de expref: 19 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.639283:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51800/0x8f8d42f0d111538b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9de expref: 19 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.639300:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.639302:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.639309:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d1115392 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9e5 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.639329:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d1115392 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9e5 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.639374:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d1115392 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9e5 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.639385:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820266496:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.639440:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.640212:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820266368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126455.643061:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df7aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820266496:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.643084:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.643132:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1977:x1830945821645824:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3915us (4519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.643143:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6542 00000100:00100000:0.0:1746126455.646337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.649382:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.649769:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821646336 00000100:00100000:1.0:1746126455.649779:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821646336 00010000:00010000:1.0:1746126455.649813:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d1115392 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9e5 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126455.649852:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6543 00000100:00100000:1.0:1746126455.649860:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821646336:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.649874:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.649895:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d1115392 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9e5 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.649907:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d1115392 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9e5 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.649931:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d1115392 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9e5 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.649955:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.649957:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.649965:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b50200/0x8f8d42f0d1115399 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9ec expref: 18 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.649973:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50200/0x8f8d42f0d1115399 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9ec expref: 18 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.650007:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b50200/0x8f8d42f0d1115399 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9ec expref: 18 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.650018:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820266752:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.650096:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.654425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.654722:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821646592 00000100:00100000:1.0:1746126455.654733:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821646592 00002000:00100000:1.0:1746126455.654780:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec1500 x1830945821646592/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.654791:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec1500 with x1830945821646592 ext(0->4095) 00002000:00010000:1.0:1746126455.654796:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec1500 00000100:00100000:1.0:1746126455.654831:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3525 00000100:00100000:1.0:1746126455.654839:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945821646592:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126455.655032:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945821646592:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 193us (617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126455.655040:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3525 00002000:00100000:1.0:1746126455.655046:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec1500 x1830945821646592/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.655052:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec1500 with x1830945821646592 ext(0->4095) 00002000:00010000:1.0:1746126455.655055:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec1500 00000100:00100000:0.0:1746126455.667650:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.669111:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a43e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820267008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746126455.669148:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126455.671373:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a43e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820267008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126455.686041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.686177:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.686216:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821646976 00000100:00100000:0.0:1746126455.686224:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821646976 00002000:00100000:0.0:1746126455.686269:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008b78df80 x1830945821646976/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 496/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126455.686285:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78df80 with x1830945821646976 ext(0->7) 00010000:00010000:0.0:1746126455.686294:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b50200/0x8f8d42f0d1115399 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9ec expref: 19 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.686309:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b50200/0x8f8d42f0d1115399 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9ec expref: 19 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746126455.686328:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78df80 00000100:00100000:0.0:1746126455.686348:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1259 00000100:00100000:0.0:1746126455.686356:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945821646976:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126455.686707:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1977:x1830945821646976:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 351us (528us total) trans 4294967878 rc 0/0 00000100:00100000:0.0:1746126455.686715:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1259 00002000:00100000:0.0:1746126455.686721:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008b78df80 x1830945821646976/t4294967878(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 496/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126455.686729:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78df80 with x1830945821646976 ext(0->7) 00010000:00010000:0.0:1746126455.686734:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b50200/0x8f8d42f0d1115399 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9ec expref: 21 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.686744:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b50200/0x8f8d42f0d1115399 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9ec expref: 21 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746126455.686750:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78df80 00000100:00100000:0.0:1746126455.693450:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821647104 00000100:00100000:0.0:1746126455.693463:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821647104 00010000:00010000:0.0:1746126455.693625:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50200/0x8f8d42f0d1115399 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9ec expref: 22 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746126455.693670:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6544 00000100:00100000:0.0:1746126455.693678:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1976:x1830945821647104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126455.693693:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126455.693718:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b50200/0x8f8d42f0d1115399 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9ec expref: 22 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.693729:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b50200/0x8f8d42f0d1115399 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9ec expref: 22 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.693752:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b50200/0x8f8d42f0d1115399 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9ec expref: 22 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.693888:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.693891:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.693899:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11153a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9f3 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.693907:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11153a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9f3 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.693945:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11153a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9f3 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.693956:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11153a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9f3 expref: 5 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746126455.693968:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b78e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820267264:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126455.694113:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.707550:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.707657:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821647360 00000100:00100000:1.0:1746126455.707667:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821647360 00002000:00100000:1.0:1746126455.707715:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80ed80 x1830945821647360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.707726:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ed80 with x1830945821647360 ext(0->4095) 00010000:00010000:1.0:1746126455.707735:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11153a0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9f3 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.707750:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11153a0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9f3 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126455.707757:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80ed80 00000100:00100000:1.0:1746126455.707778:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1260 00000100:00100000:1.0:1746126455.707786:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821647360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126455.707986:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821647360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 200us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126455.707993:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1260 00002000:00100000:1.0:1746126455.707998:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80ed80 x1830945821647360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.708005:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ed80 with x1830945821647360 ext(0->4095) 00010000:00010000:1.0:1746126455.708009:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11153a0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9f3 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.708018:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11153a0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9f3 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126455.708023:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80ed80 00000100:00100000:0.0:1746126455.718563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.727086:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820267392:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126455.727113:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126455.727156:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821647488:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 8308us (8601us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.727168:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6545 00000100:00100000:1.0:1746126455.730463:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.730516:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821647744 00000100:00100000:1.0:1746126455.730528:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821647744 00002000:00100000:1.0:1746126455.730576:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df78700 x1830945821647744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.730586:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df78700 with x1830945821647744 ext(0->4095) 00002000:00010000:1.0:1746126455.730591:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009df78700 00000100:00100000:1.0:1746126455.730608:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3526 00000100:00100000:1.0:1746126455.730614:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1974:x1830945821647744:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126455.730763:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1974:x1830945821647744:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126455.730769:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3526 00002000:00100000:1.0:1746126455.730774:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df78700 x1830945821647744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.730781:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df78700 with x1830945821647744 ext(0->4095) 00002000:00010000:1.0:1746126455.730783:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009df78700 00000100:00100000:1.0:1746126455.740632:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.741356:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821647872 00000100:00100000:0.0:1746126455.741366:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821647872 00000100:00100000:0.0:1746126455.741412:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4332 00000100:00100000:0.0:1746126455.741421:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821647872:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126455.741438:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.741456:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0aa01 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.741484:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11153a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9fa expref: 20 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.741491:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126455.741510:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126455.741513:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.741545:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11153a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9fa expref: 20 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.741555:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11153a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9fa expref: 20 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746126455.741567:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b80c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820267520:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126455.741650:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.752408:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b80c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820267520:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126455.752442:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.752461:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a2e200, rc 0) 00000100:00100000:0.0:1746126455.752526:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821647872:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11104us (11900us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.752535:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4332 00000100:00100000:0.0:1746126455.768713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.768809:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821648000 00000100:00100000:1.0:1746126455.768819:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821648000 00002000:00100000:1.0:1746126455.768866:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009b80c700 x1830945821648000/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 496/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.768876:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c700 with x1830945821648000 ext(0->7) 00010000:00010000:1.0:1746126455.768884:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11153a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9fa expref: 21 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.768898:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11153a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9fa expref: 21 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126455.768906:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80c700 00000100:00100000:1.0:1746126455.768926:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1261 00000100:00100000:1.0:1746126455.768934:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1977:x1830945821648000:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126455.769246:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1977:x1830945821648000:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 312us (542us total) trans 4294967879 rc 0/0 00000100:00100000:1.0:1746126455.769253:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1261 00002000:00100000:1.0:1746126455.769259:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009b80c700 x1830945821648000/t4294967879(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 496/448 e 0 to 0 dl 1746126466 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.769266:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c700 with x1830945821648000 ext(0->7) 00010000:00010000:1.0:1746126455.769271:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11153a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9fa expref: 23 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.769282:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11153a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9fa expref: 23 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126455.769287:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80c700 00000100:00100000:0.0:1746126455.779725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.779763:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821648128 00000100:00100000:0.0:1746126455.779772:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821648128 00010000:00010000:0.0:1746126455.779810:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11153a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9fa expref: 23 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746126455.780293:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6546 00000100:00100000:0.0:1746126455.780302:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1977:x1830945821648128:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126455.780327:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126455.780351:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11153a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9fa expref: 23 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.780364:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11153a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9fa expref: 23 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.780389:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d11153a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a9fa expref: 23 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.780403:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.780405:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.780413:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.780421:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.780456:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126455.780467:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092806a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820267648:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126455.780575:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134c5d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.793924:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.794837:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092806a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820267648:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126455.794858:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126455.794900:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1977:x1830945821648128:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 14598us (15184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.794911:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6546 00000100:00100000:1.0:1746126455.795230:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821648256 00000100:00100000:1.0:1746126455.795237:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821648256 00000100:00100000:1.0:1746126455.795345:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4333 00000100:00100000:1.0:1746126455.795352:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:31630:x1830945821648256:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.796086:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126455.796201:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0aa08 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.798867:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.798881:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.798883:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.798887:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 23 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.798984:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.798997:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 5 pid: 10465 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126455.799014:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820267776:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126455.799284:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.799385:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821648512 00000100:00100000:0.0:1746126455.799393:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821648512 00002000:00100000:0.0:1746126455.799434:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092806a00 x1830945821648512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126455.799444:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092806a00 with x1830945821648512 ext(0->4095) 00010000:00010000:0.0:1746126455.799449:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.799459:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746126455.799464:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092806a00 00000100:00100000:0.0:1746126455.799483:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1262 00000100:00100000:0.0:1746126455.799492:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821648512:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126455.799647:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821648512:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (364us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126455.799654:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1262 00002000:00100000:0.0:1746126455.799660:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092806a00 x1830945821648512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126455.799667:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092806a00 with x1830945821648512 ext(0->4095) 00010000:00010000:0.0:1746126455.799671:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.799685:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746126455.799690:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092806a00 00000100:00100000:1.0:1746126455.800248:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.805102:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821648640 00000100:00100000:0.0:1746126455.805110:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821648640 00000100:00100000:1.0:1746126455.805145:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820267776:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126455.805152:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4334 00000100:00100000:0.0:1746126455.805161:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31631:x1830945821648640:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126455.805176:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 24 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.805178:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126455.805193:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b822000/0x8f8d42f0d11153bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0aa0f expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.805194:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136952600, rc 0) 00010000:00010000:0.0:1746126455.805213:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.805218:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 25 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.805223:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126455.805227:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b822000/0x8f8d42f0d11153bc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa0f expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.805239:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:31630:x1830945821648256:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9887us (11325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.805246:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4333 00010000:00010000:0.0:1746126455.805253:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 25 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.805262:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b822000/0x8f8d42f0d11153bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa0f expref: 24 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.805268:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b822000, rc 0) 00000100:00100000:0.0:1746126455.805285:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31631:x1830945821648640:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126455.805290:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4334 00000100:00100000:0.0:1746126455.805308:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821648768 00000100:00100000:0.0:1746126455.805311:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821648768 00010000:00010000:0.0:1746126455.805334:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746126455.805351:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6547 00000100:00100000:0.0:1746126455.805356:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821648768:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126455.805364:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126455.805383:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.805393:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.805410:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d11153ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa01 expref: 6 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.805420:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.805421:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126455.805427:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 23 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.805433:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 23 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.805455:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 23 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126455.805465:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 23 pid: 10465 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746126455.805476:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820268032:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126455.805538:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.808966:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.808971:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820268032:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.808992:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126455.808994:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821649024 00000100:00100000:0.0:1746126455.809000:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821649024 00000100:00100000:1.0:1746126455.809030:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821648768:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3674us (3966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.809039:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6547 00002000:00100000:0.0:1746126455.809041:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6ea00 x1830945821649024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126455.809050:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ea00 with x1830945821649024 ext(0->4095) 00010000:00010000:0.0:1746126455.809058:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 24 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.809071:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 24 pid: 10465 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746126455.809077:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6ea00 00000100:00100000:0.0:1746126455.809092:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1263 00000100:00100000:0.0:1746126455.809098:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945821649024:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126455.809238:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945821649024:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126455.809244:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1263 00002000:00100000:0.0:1746126455.809250:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6ea00 x1830945821649024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126455.809257:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ea00 with x1830945821649024 ext(0->4095) 00010000:00010000:0.0:1746126455.809262:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 24 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126455.809270:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 24 pid: 10465 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746126455.809275:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6ea00 00000100:00100000:0.0:1746126455.812630:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.815408:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821649152 00000100:00100000:1.0:1746126455.815421:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821649152 00010000:00010000:1.0:1746126455.815469:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 24 pid: 10465 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126455.815538:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6548 00000100:00100000:1.0:1746126455.815545:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945821649152:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.815558:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.815579:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 24 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.815589:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 24 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.815611:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136952600/0x8f8d42f0d11153b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa08 expref: 24 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.815644:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.815646:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.815654:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b822000/0x8f8d42f0d11153bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa0f expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.815661:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b822000/0x8f8d42f0d11153bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa0f expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.815696:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b822000/0x8f8d42f0d11153bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa0f expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.815709:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820268160:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.815796:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.821270:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820268160:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.821297:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.821363:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1976:x1830945821649152:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5815us (8739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.821374:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6548 00000100:00100000:0.0:1746126455.823068:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.827710:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.833872:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.833923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.835722:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821649792 00000100:00100000:1.0:1746126455.835731:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821649792 00010000:00010000:1.0:1746126455.835765:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b822000/0x8f8d42f0d11153bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa0f expref: 24 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126455.835809:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6549 00000100:00100000:1.0:1746126455.835817:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1977:x1830945821649792:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.835830:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.835851:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b822000/0x8f8d42f0d11153bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa0f expref: 24 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.835863:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b822000/0x8f8d42f0d11153bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa0f expref: 24 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.835884:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b822000/0x8f8d42f0d11153bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa0f expref: 24 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.835912:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.835914:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.835921:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11153c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa16 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.835929:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11153c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa16 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.835958:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11153c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa16 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.835969:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11153c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa16 expref: 5 pid: 8480 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126455.835985:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820268544:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126455.836076:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126455.847433:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820268544:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126455.847458:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126455.847537:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1977:x1830945821649792:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 11720us (13612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126455.847550:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6549 00000100:00100000:0.0:1746126455.847906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.857153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.858789:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821650176 00000100:00100000:1.0:1746126455.858801:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821650176 00010000:00010000:1.0:1746126455.858844:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11153c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa16 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126455.864208:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6550 00000100:00100000:1.0:1746126455.864231:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821650176:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126455.864251:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126455.864280:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11153c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa16 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.864295:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11153c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa16 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.864328:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11153c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa16 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126455.864371:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.864374:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126455.864381:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d11153ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa1d expref: 22 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.864388:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d11153ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa1d expref: 22 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126455.864424:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d11153ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa1d expref: 22 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126455.864437:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820268672:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126455.869523:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126455.872843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.874563:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821650432 00000100:00100000:1.0:1746126455.874573:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821650432 00002000:00100000:1.0:1746126455.874620:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cdf80 x1830945821650432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.874630:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdf80 with x1830945821650432 ext(0->4095) 00002000:00010000:1.0:1746126455.874635:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cdf80 00000100:00100000:1.0:1746126455.874669:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3528 00000100:00100000:1.0:1746126455.874677:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1976:x1830945821650432:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126455.874844:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1976:x1830945821650432:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (2010us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126455.874851:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3528 00002000:00100000:1.0:1746126455.874856:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cdf80 x1830945821650432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.874863:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdf80 with x1830945821650432 ext(0->4095) 00002000:00010000:1.0:1746126455.874866:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cdf80 00000100:00100000:0.0:1746126455.886608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.912053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.921220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.927489:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.943586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.949886:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.959628:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126455.960524:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821651584 00000100:00100000:1.0:1746126455.960533:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821651584 00002000:00100000:1.0:1746126455.960576:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3e300 x1830945821651584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/0 e 0 to 0 dl 1746126466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.960586:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3e300 with x1830945821651584 ext(0->4095) 00002000:00010000:1.0:1746126455.960591:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc3e300 00000100:00100000:1.0:1746126455.960620:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3529 00000100:00100000:1.0:1746126455.960626:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1975:x1830945821651584:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126455.960791:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1975:x1830945821651584:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (1173us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126455.960799:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3529 00002000:00100000:1.0:1746126455.960804:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3e300 x1830945821651584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746126466 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126455.960811:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3e300 with x1830945821651584 ext(0->4095) 00002000:00010000:1.0:1746126455.960813:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc3e300 00000100:00100000:0.0:1746126455.963180:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.987150:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.988959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126455.994199:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.001033:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.001271:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821652352 00000100:00100000:1.0:1746126456.001278:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821652352 00002000:00100000:1.0:1746126456.001326:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b37b80 x1830945821652352/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.001335:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37b80 with x1830945821652352 ext(0->4095) 00010000:00010000:1.0:1746126456.001343:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa32 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.001360:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa32 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.001366:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b37b80 00000100:00100000:1.0:1746126456.001380:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1268 00000100:00100000:1.0:1746126456.001387:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821652352:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00080000:0.0:1746126456.001689:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126456.002297:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821652352:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 908us (1261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.002303:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1268 00002000:00100000:1.0:1746126456.002308:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b37b80 x1830945821652352/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.002323:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37b80 with x1830945821652352 ext(0->4095) 00010000:00010000:1.0:1746126456.002329:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa32 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.002338:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa32 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.002344:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b37b80 00000100:00100000:0.0:1746126456.005746:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.010255:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.012997:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821652736 00000100:00100000:1.0:1746126456.013012:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821652736 00002000:00100000:1.0:1746126456.013085:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b35500 x1830945821652736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.013097:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35500 with x1830945821652736 ext(0->4095) 00002000:00010000:1.0:1746126456.013103:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35500 00000100:00100000:1.0:1746126456.013141:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3530 00000100:00100000:1.0:1746126456.013150:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1976:x1830945821652736:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126456.013331:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1976:x1830945821652736:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 183us (3086us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.013337:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3530 00002000:00100000:1.0:1746126456.013343:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b35500 x1830945821652736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.013351:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35500 with x1830945821652736 ext(0->4095) 00002000:00010000:1.0:1746126456.013353:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35500 00000100:00080000:0.0:1746126456.013847:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126456.016799:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.022750:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.024171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.032753:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.039927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.047880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.070211:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.152572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.152637:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.165193:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.165373:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821654272 00000100:00100000:1.0:1746126456.165382:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821654272 00010000:00010000:1.0:1746126456.165421:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d11153f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa47 expref: 30 pid: 8480 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126456.165454:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6557 00000100:00100000:1.0:1746126456.165462:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1974:x1830945821654272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126456.165477:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126456.165513:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d11153f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa47 expref: 30 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.165530:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d11153f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa47 expref: 30 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.165559:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d11153f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa47 expref: 30 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.165578:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.165580:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.165588:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153fb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa4e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.165602:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa4e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.165636:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa4e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126456.165649:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801349fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820270464:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126456.165741:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126456.168679:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.169666:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801349fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820270464:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126456.169678:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126456.169704:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1974:x1830945821654272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4244us (4521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.169712:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6557 00000100:00100000:0.0:1746126456.169939:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1271 00000100:00100000:0.0:1746126456.169949:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821654528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126456.170089:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821654528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (1417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126456.170096:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1271 00002000:00100000:0.0:1746126456.170101:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135703480 x1830945821654528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126456.170108:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703480 with x1830945821654528 ext(0->4095) 00010000:00010000:0.0:1746126456.170113:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa4e expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126456.170122:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa4e expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746126456.170128:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135703480 00000100:00100000:0.0:1746126456.173097:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.173194:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821654656 00000100:00100000:1.0:1746126456.173203:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821654656 00010000:00010000:1.0:1746126456.173240:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa4e expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126456.173283:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6558 00000100:00100000:1.0:1746126456.173291:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821654656:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126456.173304:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126456.173335:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa4e expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.173346:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa4e expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.173369:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11153fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa4e expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.173479:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.173481:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.173489:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115402 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa55 expref: 28 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.173682:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115402 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa55 expref: 28 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.173814:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115402 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa55 expref: 28 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126456.173827:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820270720:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126456.173903:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126456.176904:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.181646:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.189040:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.202886:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.205352:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821655552 00000100:00100000:1.0:1746126456.205359:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821655552 00002000:00100000:1.0:1746126456.205402:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282a00 x1830945821655552/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.205411:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282a00 with x1830945821655552 ext(0->4095) 00002000:00010000:1.0:1746126456.205418:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282a00 00000100:00100000:1.0:1746126456.205446:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3533 00000100:00100000:1.0:1746126456.205453:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821655552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126456.205644:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821655552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 191us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.205651:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3533 00002000:00100000:1.0:1746126456.205656:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282a00 x1830945821655552/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.205663:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282a00 with x1830945821655552 ext(0->4095) 00002000:00010000:1.0:1746126456.205665:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282a00 00000100:00100000:0.0:1746126456.207086:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d282d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820270976:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126456.207113:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126456.207151:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1974:x1830945821655296:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4072us (4275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126456.207161:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6559 00000100:00100000:1.0:1746126456.207309:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.226145:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821655936 00000100:00100000:0.0:1746126456.226150:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821655936 00010000:00010000:0.0:1746126456.226171:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115409 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa5c expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746126456.226199:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6560 00000100:00100000:0.0:1746126456.226205:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821655936:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126456.226215:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126456.226235:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115409 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa5c expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126456.226245:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115409 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa5c expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126456.226262:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115409 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa5c expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126456.226286:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126456.226287:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126456.226293:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115410 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa63 expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.226301:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115410 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa63 expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.226328:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115410 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa63 expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.226339:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115410 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa63 expref: 31 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746126456.226349:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092591c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820271360:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126456.226400:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c150c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126456.228928:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.250090:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821656320 00000100:00100000:1.0:1746126456.250106:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821656320 00000100:00100000:1.0:1746126456.250180:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4348 00000100:00100000:1.0:1746126456.250189:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821656320:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126456.250207:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126456.250225:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d111541e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0aa71 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.250254:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126456.250259:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d1115417 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa6a expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.250266:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126456.250269:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d111541e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa71 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.250326:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d1115417 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa6a expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.250339:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d111541e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa71 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.250348:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8800, rc 0) 00000100:00100000:1.0:1746126456.250404:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821656320:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (10481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.250410:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4348 00000100:00100000:0.0:1746126456.254794:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.255014:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821656704 00000100:00100000:1.0:1746126456.255021:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821656704 00002000:00100000:1.0:1746126456.255061:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88000 x1830945821656704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.255070:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88000 with x1830945821656704 ext(0->4095) 00010000:00010000:1.0:1746126456.255077:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d1115417 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa6a expref: 32 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.255088:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d1115417 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa6a expref: 32 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.255093:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa88000 00000100:00100000:1.0:1746126456.255286:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1274 00000100:00100000:1.0:1746126456.255293:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1977:x1830945821656704:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126456.255451:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1977:x1830945821656704:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.255457:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1274 00002000:00100000:1.0:1746126456.255462:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88000 x1830945821656704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.255470:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88000 with x1830945821656704 ext(0->4095) 00010000:00010000:1.0:1746126456.255474:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d1115417 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa6a expref: 31 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.255483:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d1115417 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa6a expref: 31 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.255488:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa88000 00000100:00100000:0.0:1746126456.260690:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.260789:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.267816:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.267882:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821657216 00000100:00100000:1.0:1746126456.267892:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821657216 00002000:00100000:1.0:1746126456.267943:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88a80 x1830945821657216/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.267955:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88a80 with x1830945821657216 ext(0->4095) 00010000:00010000:1.0:1746126456.267963:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d111541e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa71 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.267979:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d111541e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa71 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.267986:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa88a80 00000100:00100000:1.0:1746126456.268018:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1275 00000100:00100000:1.0:1746126456.268025:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821657216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126456.269071:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821657216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1044us (1262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.269078:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1275 00002000:00100000:1.0:1746126456.269085:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88a80 x1830945821657216/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.269093:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88a80 with x1830945821657216 ext(0->4095) 00010000:00010000:1.0:1746126456.269100:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d111541e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa71 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.269111:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d111541e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa71 expref: 6 pid: 8480 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.269117:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa88a80 00000100:00100000:0.0:1746126456.275775:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.284158:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.284413:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821657600 00000100:00100000:1.0:1746126456.284421:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821657600 00002000:00100000:1.0:1746126456.284547:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89180 x1830945821657600/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.284557:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89180 with x1830945821657600 ext(0->4095) 00002000:00010000:1.0:1746126456.284562:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa89180 00000100:00100000:1.0:1746126456.284593:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3534 00000100:00100000:1.0:1746126456.284600:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1975:x1830945821657600:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126456.284750:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1975:x1830945821657600:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (603us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.284756:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3534 00002000:00100000:1.0:1746126456.284761:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89180 x1830945821657600/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.284768:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89180 with x1830945821657600 ext(0->4095) 00002000:00010000:1.0:1746126456.284770:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa89180 00000100:00100000:0.0:1746126456.287455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.293822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.304276:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.304341:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.306509:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4351 00000100:00100000:1.0:1746126456.306528:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:31630:x1830945821657984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126456.306549:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126456.306568:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115433 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0aa86 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.306596:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126456.306602:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111542c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa7f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.306608:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126456.306612:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115433 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa86 expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.306651:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111542c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa7f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.306662:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115433 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa86 expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.306671:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8800, rc 0) 00000100:00100000:1.0:1746126456.306730:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31630:x1830945821657984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (2463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.306739:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4351 00000100:00100000:0.0:1746126456.307055:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821658112 00000100:00100000:0.0:1746126456.307062:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821658112 00010000:00010000:0.0:1746126456.307085:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115425 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa78 expref: 34 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746126456.307110:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6564 00000100:00100000:0.0:1746126456.307116:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1974:x1830945821658112:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126456.307124:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126456.307146:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115425 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa78 expref: 34 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126456.307156:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115425 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa78 expref: 34 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126456.307173:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115425 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa78 expref: 34 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746126456.307192:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126456.307194:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126456.307199:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111542c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa7f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.307206:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111542c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa7f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.307228:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111542c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa7f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.307238:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111542c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa7f expref: 5 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746126456.307250:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820272384:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126456.311068:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126456.311486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.311625:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008aa8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820272384:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126456.311648:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126456.311693:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1974:x1830945821658112:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4576us (7351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.311703:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6564 00000100:00100000:0.0:1746126456.316769:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.317477:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821658496 00000100:00100000:1.0:1746126456.317486:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821658496 00010000:00010000:1.0:1746126456.317647:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111542c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa7f expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126456.317960:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6565 00000100:00100000:1.0:1746126456.317968:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821658496:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126456.317983:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126456.318006:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111542c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa7f expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.318019:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111542c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa7f expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.318040:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111542c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa7f expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.318658:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.318661:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.318670:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115433 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa86 expref: 32 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.318679:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115433 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa86 expref: 32 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.318714:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115433 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa86 expref: 32 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126456.318726:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820272512:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126456.318866:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126456.322184:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820272512:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126456.322210:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126456.322255:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821658496:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4286us (5495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.322265:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6565 00000100:00100000:0.0:1746126456.323151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.323286:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821658752 00000100:00100000:1.0:1746126456.323293:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821658752 00002000:00100000:1.0:1746126456.323345:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8ad80 x1830945821658752/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.323355:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8ad80 with x1830945821658752 ext(0->4095) 00002000:00010000:1.0:1746126456.323359:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa8ad80 00000100:00100000:1.0:1746126456.323388:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3535 00000100:00100000:1.0:1746126456.323395:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1977:x1830945821658752:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126456.323571:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1977:x1830945821658752:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 176us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.323580:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3535 00002000:00100000:1.0:1746126456.323586:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8ad80 x1830945821658752/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.323593:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8ad80 with x1830945821658752 ext(0->4095) 00002000:00010000:1.0:1746126456.323597:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa8ad80 00000100:00100000:0.0:1746126456.326841:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.354724:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.374841:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.423251:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.423351:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821659264 00000100:00100000:1.0:1746126456.423360:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821659264 00010000:00010000:1.0:1746126456.423398:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115433 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa86 expref: 36 pid: 8480 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126456.423434:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6566 00000100:00100000:1.0:1746126456.423441:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821659264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126456.423454:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126456.423474:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115433 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa86 expref: 36 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.423486:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115433 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa86 expref: 36 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.423539:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8800/0x8f8d42f0d1115433 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa86 expref: 36 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.423558:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.423560:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.423567:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111543a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa8d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.423575:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111543a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa8d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.423609:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111543a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa8d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.423619:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111543a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa8d expref: 5 pid: 10567 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746126456.423629:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b80c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820272896:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126456.423711:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126456.425576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.425931:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821659520 00000100:00100000:1.0:1746126456.425939:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821659520 00002000:00100000:1.0:1746126456.425981:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8bb80 x1830945821659520/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.425991:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8bb80 with x1830945821659520 ext(0->4095) 00010000:00010000:1.0:1746126456.425999:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111543a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa8d expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.426010:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111543a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa8d expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.426016:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8bb80 00000100:00100000:1.0:1746126456.426733:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1279 00000100:00100000:1.0:1746126456.426740:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821659520:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126456.427037:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821659520:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 296us (1465us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.427043:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1279 00002000:00100000:1.0:1746126456.427049:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8bb80 x1830945821659520/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.427056:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8bb80 with x1830945821659520 ext(0->4095) 00010000:00010000:1.0:1746126456.427061:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111543a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa8d expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.427070:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111543a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aa8d expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.427075:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8bb80 00000100:00100000:0.0:1746126456.428768:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.434700:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.434798:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821659904 00000100:00100000:1.0:1746126456.434807:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821659904 00002000:00100000:1.0:1746126456.434856:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092593480 x1830945821659904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.434865:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092593480 with x1830945821659904 ext(0->4095) 00002000:00010000:1.0:1746126456.434870:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092593480 00000100:00100000:1.0:1746126456.434945:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3536 00000100:00100000:1.0:1746126456.434953:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1974:x1830945821659904:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126456.435176:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1974:x1830945821659904:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 223us (486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.435183:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3536 00002000:00100000:1.0:1746126456.435190:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092593480 x1830945821659904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.435196:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092593480 with x1830945821659904 ext(0->4095) 00002000:00010000:1.0:1746126456.435199:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092593480 00000100:00100000:0.0:1746126456.437009:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.444491:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.449085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.451902:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.456200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.461762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.461854:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821660800 00000100:00100000:1.0:1746126456.461863:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821660800 00000100:00100000:1.0:1746126456.461916:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4356 00000100:00100000:1.0:1746126456.461924:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:31630:x1830945821660800:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126456.461943:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126456.461960:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115456 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0aaa9 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.461985:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.461991:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111544f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa2 expref: 39 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.461997:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126456.462001:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115456 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa9 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.462035:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111544f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa2 expref: 39 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.462046:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115456 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa9 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.462057:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca9a00, rc 0) 00000100:00100000:1.0:1746126456.462109:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:31630:x1830945821660800:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.462117:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4356 00000100:00100000:1.0:1746126456.464929:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.469154:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.469600:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821661184 00000100:00100000:1.0:1746126456.469609:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821661184 00002000:00100000:1.0:1746126456.469652:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6f480 x1830945821661184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.469662:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6f480 with x1830945821661184 ext(0->4095) 00010000:00010000:1.0:1746126456.469670:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111544f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa2 expref: 38 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.469684:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111544f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa2 expref: 38 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.469691:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6f480 00000100:00100000:1.0:1746126456.469713:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1281 00000100:00100000:1.0:1746126456.469720:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945821661184:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126456.471484:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945821661184:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1760us (2336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.471493:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1281 00002000:00100000:1.0:1746126456.471518:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6f480 x1830945821661184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.471526:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6f480 with x1830945821661184 ext(0->4095) 00010000:00010000:1.0:1746126456.471533:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111544f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa2 expref: 38 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.471550:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111544f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa2 expref: 38 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.471556:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6f480 00000100:00100000:0.0:1746126456.476035:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.485542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.485635:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821661696 00000100:00100000:1.0:1746126456.485643:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821661696 00002000:00100000:1.0:1746126456.485687:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c000 x1830945821661696/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.485697:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c000 with x1830945821661696 ext(0->4095) 00010000:00010000:1.0:1746126456.485706:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115456 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa9 expref: 38 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.485720:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115456 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa9 expref: 38 pid: 8480 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.485727:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c000 00000100:00100000:1.0:1746126456.486547:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1282 00000100:00100000:1.0:1746126456.486557:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1977:x1830945821661696:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126456.488194:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:1977:x1830945821661696:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1637us (2658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.488201:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1282 00002000:00100000:1.0:1746126456.488211:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c000 x1830945821661696/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.488219:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c000 with x1830945821661696 ext(0->4095) 00010000:00010000:1.0:1746126456.488228:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115456 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa9 expref: 37 pid: 8480 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.488242:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d1115456 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aaa9 expref: 37 pid: 8480 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.488249:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c000 00000100:00100000:0.0:1746126456.493321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.494840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.503626:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.504339:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821662208 00000100:00100000:1.0:1746126456.504347:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821662208 00002000:00100000:1.0:1746126456.504386:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c700 x1830945821662208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.504395:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c700 with x1830945821662208 ext(0->4095) 00010000:00010000:1.0:1746126456.504402:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111545d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aab0 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.504414:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111545d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aab0 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.504420:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c700 00000100:00100000:1.0:1746126456.504449:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1283 00000100:00100000:1.0:1746126456.504457:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821662208:12345-192.168.203.3@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126456.504669:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821662208:12345-192.168.203.3@tcp:3:ldlm_bl.0 Request processed in 213us (1042us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.504675:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1283 00002000:00100000:1.0:1746126456.504681:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c700 x1830945821662208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.504694:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c700 with x1830945821662208 ext(0->4095) 00010000:00010000:1.0:1746126456.504698:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111545d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aab0 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.504707:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111545d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aab0 expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.504713:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c700 00000100:00100000:0.0:1746126456.515877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.521957:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.527648:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.533533:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.533627:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821662848 00000100:00100000:1.0:1746126456.533636:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821662848 00000100:00100000:1.0:1746126456.533685:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4360 00000100:00100000:1.0:1746126456.533694:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:31630:x1830945821662848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126456.533716:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126456.533733:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d1115472 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0aac5 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.533760:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126456.533766:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111546b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aabe expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.533771:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126456.533774:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d1115472 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aac5 expref: 38 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.533809:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111546b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aabe expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.533825:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d1115472 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aac5 expref: 38 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.533834:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8600, rc 0) 00000100:00100000:1.0:1746126456.533884:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:31630:x1830945821662848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.533891:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4360 00000100:00100000:0.0:1746126456.534333:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.538820:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.539114:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821663232 00000100:00100000:1.0:1746126456.539121:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821663232 00002000:00100000:1.0:1746126456.539159:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ed80 x1830945821663232/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.539169:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ed80 with x1830945821663232 ext(0->4095) 00010000:00010000:1.0:1746126456.539176:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111546b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aabe expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.539188:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111546b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aabe expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.539194:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184ed80 00000100:00100000:1.0:1746126456.539219:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1284 00000100:00100000:1.0:1746126456.539225:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821663232:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126456.539377:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821663232:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (559us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.539382:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1284 00002000:00100000:1.0:1746126456.539388:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ed80 x1830945821663232/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.539394:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ed80 with x1830945821663232 ext(0->4095) 00010000:00010000:1.0:1746126456.539397:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111546b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aabe expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.539406:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111546b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aabe expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.539411:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184ed80 00000100:00100000:0.0:1746126456.545922:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.554324:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.558461:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.567948:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.568039:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821663872 00000100:00100000:1.0:1746126456.568046:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821663872 00002000:00100000:1.0:1746126456.568085:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012bf52680 x1830945821663872/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 496/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.568095:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf52680 with x1830945821663872 ext(0->7) 00010000:00010000:1.0:1746126456.568102:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d1115472 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aac5 expref: 37 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.568115:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d1115472 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aac5 expref: 37 pid: 10465 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.568121:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf52680 00000100:00100000:1.0:1746126456.568444:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1285 00000100:00100000:1.0:1746126456.568451:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:1976:x1830945821663872:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126456.568900:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1976:x1830945821663872:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 449us (955us total) trans 4294967887 rc 0/0 00000100:00100000:1.0:1746126456.568906:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1285 00002000:00100000:1.0:1746126456.568912:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012bf52680 x1830945821663872/t4294967887(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 496/448 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.568918:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf52680 with x1830945821663872 ext(0->7) 00010000:00010000:1.0:1746126456.568923:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d1115472 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aac5 expref: 39 pid: 10465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.568932:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d1115472 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aac5 expref: 39 pid: 10465 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.568937:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf52680 00000100:00100000:0.0:1746126456.572342:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.575473:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.576793:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821664384 00000100:00100000:1.0:1746126456.576798:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821664384 00002000:00100000:1.0:1746126456.576831:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880089639f80 x1830945821664384/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.576840:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639f80 with x1830945821664384 ext(0->4095) 00010000:00010000:1.0:1746126456.576846:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115479 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aacc expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.576858:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115479 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aacc expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.576864:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089639f80 00000100:00100000:1.0:1746126456.576878:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1286 00000100:00100000:1.0:1746126456.576884:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821664384:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126456.577029:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821664384:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.577036:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1286 00002000:00100000:1.0:1746126456.577041:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880089639f80 x1830945821664384/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.577047:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639f80 with x1830945821664384 ext(0->4095) 00010000:00010000:1.0:1746126456.577051:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115479 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aacc expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746126456.577060:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115479 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aacc expref: 6 pid: 10567 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746126456.577065:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089639f80 00000100:00100000:0.0:1746126456.577288:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820275072:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126456.577387:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126456.577410:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d121050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1974:x1830945821664000:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3816us (5077us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126456.577419:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6575 00000100:00100000:0.0:1746126456.582258:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.582376:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.588810:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.592071:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.596267:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.598354:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821665280 00000100:00100000:1.0:1746126456.598362:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821665280 00002000:00100000:1.0:1746126456.598401:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ce00 x1830945821665280/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.598410:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ce00 with x1830945821665280 ext(0->4095) 00002000:00010000:1.0:1746126456.598415:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ce00 00000100:00100000:1.0:1746126456.598442:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3540 00000100:00100000:1.0:1746126456.598449:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1977:x1830945821665280:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126456.598612:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1977:x1830945821665280:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (2354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.598618:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3540 00002000:00100000:1.0:1746126456.598624:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ce00 x1830945821665280/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.598631:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ce00 with x1830945821665280 ext(0->4095) 00002000:00010000:1.0:1746126456.598633:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ce00 00000100:00100000:0.0:1746126456.602016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.605257:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.607398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.608844:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.611051:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.611109:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.614011:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.614228:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821666432 00000100:00100000:1.0:1746126456.614234:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821666432 00002000:00100000:1.0:1746126456.614269:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1f80 x1830945821666432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.614278:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1f80 with x1830945821666432 ext(0->4095) 00010000:00010000:1.0:1746126456.614285:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d1115495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aae8 expref: 40 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.614297:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d1115495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aae8 expref: 40 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126456.614303:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab1f80 00000100:00100000:1.0:1746126456.614336:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1289 00000100:00100000:1.0:1746126456.614343:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1976:x1830945821666432:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126456.614534:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1976:x1830945821666432:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 191us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.614540:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1289 00002000:00100000:1.0:1746126456.614545:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1f80 x1830945821666432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.614552:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1f80 with x1830945821666432 ext(0->4095) 00010000:00010000:1.0:1746126456.614557:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d1115495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aae8 expref: 40 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.614566:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d1115495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aae8 expref: 40 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126456.614572:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab1f80 00000100:00100000:0.0:1746126456.616574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.620619:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.622050:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.624545:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.627941:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.628343:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821667328 00000100:00100000:1.0:1746126456.628352:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821667328 00002000:00100000:1.0:1746126456.628395:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d3b80 x1830945821667328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.628406:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d3b80 with x1830945821667328 ext(0->4095) 00002000:00010000:1.0:1746126456.628410:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d3b80 00000100:00100000:1.0:1746126456.628442:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3542 00000100:00100000:1.0:1746126456.628449:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821667328:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126456.628641:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821667328:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 192us (703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.628648:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3542 00002000:00100000:1.0:1746126456.628653:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d3b80 x1830945821667328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.628661:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d3b80 with x1830945821667328 ext(0->4095) 00002000:00010000:1.0:1746126456.628663:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d3b80 00000100:00100000:0.0:1746126456.632470:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.632737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.636290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.640661:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.644181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.645388:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.652239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.652356:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821668480 00000100:00100000:1.0:1746126456.652365:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821668480 00002000:00100000:1.0:1746126456.652408:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903480 x1830945821668480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.652425:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903480 with x1830945821668480 ext(0->4095) 00010000:00010000:1.0:1746126456.652434:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11154b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab04 expref: 39 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.652449:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11154b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab04 expref: 39 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126456.652456:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094903480 00000100:00100000:1.0:1746126456.652482:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1291 00000100:00100000:1.0:1746126456.652489:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1976:x1830945821668480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126456.652681:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1976:x1830945821668480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.652688:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1291 00002000:00100000:1.0:1746126456.652693:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903480 x1830945821668480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.652700:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903480 with x1830945821668480 ext(0->4095) 00010000:00010000:1.0:1746126456.652705:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11154b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab04 expref: 39 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.652714:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11154b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab04 expref: 39 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126456.652720:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094903480 00000100:00100000:0.0:1746126456.655072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.655234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.658749:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.663049:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.667401:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.667527:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821669376 00000100:00100000:1.0:1746126456.667535:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821669376 00002000:00100000:1.0:1746126456.667573:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901880 x1830945821669376/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.667583:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901880 with x1830945821669376 ext(0->4095) 00002000:00010000:1.0:1746126456.667588:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901880 00000100:00100000:1.0:1746126456.668179:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3543 00000100:00100000:1.0:1746126456.668188:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1976:x1830945821669376:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126456.668356:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1976:x1830945821669376:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (955us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.668362:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3543 00002000:00100000:1.0:1746126456.668367:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901880 x1830945821669376/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.668375:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901880 with x1830945821669376 ext(0->4095) 00002000:00010000:1.0:1746126456.668378:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901880 00000100:00100000:0.0:1746126456.675640:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.677549:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.679320:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.681776:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.681839:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.687484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.695535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.704483:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.708641:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821670912 00000100:00100000:1.0:1746126456.708654:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821670912 00002000:00100000:1.0:1746126456.708704:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b34e00 x1830945821670912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.708714:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34e00 with x1830945821670912 ext(0->4095) 00002000:00010000:1.0:1746126456.708718:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b34e00 00000100:00100000:1.0:1746126456.708754:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3544 00000100:00100000:1.0:1746126456.708761:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1976:x1830945821670912:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126456.709630:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1976:x1830945821670912:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 866us (5153us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.709640:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3544 00002000:00100000:1.0:1746126456.709646:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b34e00 x1830945821670912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.709653:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34e00 with x1830945821670912 ext(0->4095) 00002000:00010000:1.0:1746126456.709657:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b34e00 00000100:00100000:0.0:1746126456.718248:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.723361:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.723732:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821671168 00000100:00100000:1.0:1746126456.723743:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821671168 00002000:00100000:1.0:1746126456.723790:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b36a00 x1830945821671168/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 496/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.723801:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36a00 with x1830945821671168 ext(0->7) 00010000:00010000:1.0:1746126456.723810:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d11154d4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab27 expref: 39 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.723825:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d11154d4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab27 expref: 39 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126456.723832:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b36a00 00000100:00100000:1.0:1746126456.723872:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1295 00000100:00100000:1.0:1746126456.723879:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1977:x1830945821671168:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126456.724287:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945821671168:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 406us (934us total) trans 4294967888 rc 0/0 00000100:00100000:1.0:1746126456.724294:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1295 00002000:00100000:1.0:1746126456.724299:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b36a00 x1830945821671168/t4294967888(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 496/448 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.724322:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36a00 with x1830945821671168 ext(0->7) 00010000:00010000:1.0:1746126456.724328:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d11154d4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab27 expref: 41 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.724337:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d11154d4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab27 expref: 41 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126456.724342:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b36a00 00000100:00100000:0.0:1746126456.727207:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.732995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.737366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.738522:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.739429:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4377 00000100:00100000:1.0:1746126456.739438:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:31631:x1830945821671808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126456.739445:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126456.739452:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d11154e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ab3c expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.739463:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.739466:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11154e2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab35 expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.739472:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126456.739475:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d11154e9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab3c expref: 43 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.739511:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11154e2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab35 expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.739523:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ca9a00/0x8f8d42f0d11154e9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab3c expref: 43 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.739534:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca9a00, rc 0) 00000100:00100000:1.0:1746126456.740382:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:31631:x1830945821671808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 944us (1859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.740389:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4377 00000100:00100000:0.0:1746126456.759274:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.769338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.769399:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821672192 00000100:00100000:1.0:1746126456.769409:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821672192 00002000:00100000:1.0:1746126456.769452:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fe300 x1830945821672192/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.769461:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fe300 with x1830945821672192 ext(0->4095) 00010000:00010000:1.0:1746126456.769470:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11154e2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab35 expref: 42 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.769484:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11154e2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab35 expref: 42 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126456.769491:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349fe300 00000100:00100000:1.0:1746126456.769536:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1296 00000100:00100000:1.0:1746126456.769542:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1976:x1830945821672192:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126456.769712:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1976:x1830945821672192:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126456.769718:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1296 00002000:00100000:1.0:1746126456.769723:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fe300 x1830945821672192/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126456.769735:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fe300 with x1830945821672192 ext(0->4095) 00010000:00010000:1.0:1746126456.769739:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11154e2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab35 expref: 42 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.769748:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11154e2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab35 expref: 42 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126456.769753:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349fe300 00000100:00100000:0.0:1746126456.772849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.779767:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.783190:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.788553:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.789657:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.794449:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821673216 00000100:00100000:0.0:1746126456.794456:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821673216 00002000:00100000:0.0:1746126456.794512:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283100 x1830945821673216/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126456.794521:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283100 with x1830945821673216 ext(0->4095) 00010000:00010000:0.0:1746126456.794529:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11154f0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab43 expref: 6 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.794545:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11154f0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab43 expref: 6 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746126456.794551:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d283100 00000100:00100000:0.0:1746126456.795446:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1297 00000100:00100000:0.0:1746126456.795456:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821673216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126456.796949:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821673216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1487us (2794us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126456.796959:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1297 00002000:00100000:0.0:1746126456.796971:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283100 x1830945821673216/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126456.796980:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283100 with x1830945821673216 ext(0->4095) 00010000:00010000:0.0:1746126456.796990:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11154f0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab43 expref: 6 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.797004:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11154f0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab43 expref: 6 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746126456.797010:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d283100 00000100:00100000:0.0:1746126456.800624:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.801749:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.806834:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.806952:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821673728 00000100:00100000:0.0:1746126456.806961:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821673728 00002000:00100000:0.0:1746126456.807007:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804700 x1830945821673728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126456.807018:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804700 with x1830945821673728 ext(0->4095) 00010000:00010000:0.0:1746126456.807026:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11154f7 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab4a expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.807040:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11154f7 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab4a expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746126456.807046:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092804700 00000100:00100000:0.0:1746126456.807072:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1298 00000100:00100000:0.0:1746126456.807079:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1977:x1830945821673728:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126456.807243:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1977:x1830945821673728:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (420us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126456.807249:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1298 00002000:00100000:0.0:1746126456.807255:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804700 x1830945821673728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126456.807262:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804700 with x1830945821673728 ext(0->4095) 00010000:00010000:0.0:1746126456.807266:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11154f7 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab4a expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.807274:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11154f7 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab4a expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746126456.807279:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092804700 00000100:00100000:0.0:1746126456.810641:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.810722:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.815956:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.816619:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.816649:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.817187:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821674240 00000100:00100000:1.0:1746126456.817191:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821674240 00000100:00100000:1.0:1746126456.817227:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 334 00000100:00100000:1.0:1746126456.817234:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945821674240:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1746126456.817265:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945821674240:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 32us (1318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.817270:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 334 00000100:00100000:0.0:1746126456.817527:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.817584:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.817623:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.817644:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821674880 00000100:00100000:0.0:1746126456.817647:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821674880 00002000:00100000:0.0:1746126456.817681:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88700 x1830945821674880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126456.817690:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88700 with x1830945821674880 ext(0->4095) 00010000:00010000:0.0:1746126456.817699:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11154fe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab51 expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.817712:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11154fe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab51 expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746126456.817718:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa88700 00000100:00100000:0.0:1746126456.817737:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1299 00000100:00100000:0.0:1746126456.817742:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1977:x1830945821674880:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126456.817897:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1977:x1830945821674880:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126456.817903:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1299 00002000:00100000:0.0:1746126456.817907:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88700 x1830945821674880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126456.817919:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88700 with x1830945821674880 ext(0->4095) 00010000:00010000:0.0:1746126456.817924:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11154fe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab51 expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.817932:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11154fe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab51 expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746126456.817937:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa88700 00000100:00100000:0.0:1746126456.818001:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821674368 00000100:00100000:0.0:1746126456.818004:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821674368 00000100:00100000:0.0:1746126456.818024:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821674624 00000100:00100000:0.0:1746126456.818026:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821674624 00000100:00100000:0.0:1746126456.818042:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 414 00000100:00100000:0.0:1746126456.818046:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1975:x1830945821674368:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126456.818071:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1975:x1830945821674368:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 25us (1422us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126456.818076:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 414 00000100:00100000:0.0:1746126456.818084:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 415 00000100:00100000:0.0:1746126456.818089:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821674624:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126456.818104:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821674624:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 16us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126456.818109:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 415 00000100:00100000:0.0:1746126456.818186:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d282d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820280064:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126456.818204:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126456.818223:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1976:x1830945821673984:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5474us (7502us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126456.818231:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6594 00000100:00100000:1.0:1746126456.818387:0:20893:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821674496 00000100:00100000:1.0:1746126456.818390:0:20893:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821674496 00000100:00100000:1.0:1746126456.818423:0:20893:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 335 00000100:00100000:1.0:1746126456.818429:0:20893:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1974:x1830945821674496:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1746126456.818456:0:20893:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1974:x1830945821674496:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 27us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.818461:0:20893:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 335 00000100:00100000:0.0:1746126456.823247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.827694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.827744:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821675264 00000100:00100000:0.0:1746126456.827749:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821675264 00002000:00100000:0.0:1746126456.827784:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89f80 x1830945821675264/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126456.827793:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89f80 with x1830945821675264 ext(0->4095) 00002000:00010000:0.0:1746126456.827796:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa89f80 00000100:00100000:0.0:1746126456.827815:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3547 00000100:00100000:0.0:1746126456.827820:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1976:x1830945821675264:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126456.827951:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1976:x1830945821675264:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126456.827957:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3547 00002000:00100000:0.0:1746126456.827975:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89f80 x1830945821675264/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126456.827983:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89f80 with x1830945821675264 ext(0->4095) 00002000:00010000:0.0:1746126456.827985:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa89f80 00000100:00100000:0.0:1746126456.829909:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.835674:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.838371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.840336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.840362:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821675904 00000100:00100000:0.0:1746126456.840369:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821675904 00002000:00100000:0.0:1746126456.840404:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8a300 x1830945821675904/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/0 e 0 to 0 dl 1746126467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126456.840413:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8a300 with x1830945821675904 ext(0->4095) 00010000:00010000:0.0:1746126456.840421:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d111550c lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab5f expref: 6 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.840432:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d111550c lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab5f expref: 6 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746126456.840439:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8a300 00000100:00100000:0.0:1746126456.840461:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1300 00000100:00100000:0.0:1746126456.840468:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821675904:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126456.840637:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821675904:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126456.840644:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1300 00002000:00100000:0.0:1746126456.840650:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8a300 x1830945821675904/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746126467 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126456.840657:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8a300 with x1830945821675904 ext(0->4095) 00010000:00010000:0.0:1746126456.840662:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d111550c lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab5f expref: 6 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.840671:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d111550c lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab5f expref: 6 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746126456.840677:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8a300 00000100:00100000:0.0:1746126456.846703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.847937:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.848656:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6597 00000100:00100000:1.0:1746126456.848665:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821676160:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126456.848677:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126456.848699:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d111550c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab5f expref: 6 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.848709:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d111550c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab5f expref: 6 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.848728:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d111550c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab5f expref: 6 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.848748:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.848750:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.848756:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d1115513 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab66 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.848763:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d1115513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab66 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.848784:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d1115513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab66 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.848793:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d1115513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab66 expref: 41 pid: 10567 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746126456.848802:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ad8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820280832:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126456.848858:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126456.851980:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ad8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820280832:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126456.852001:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126456.852055:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821676160:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3390us (4117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.852065:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6597 00000100:00100000:0.0:1746126456.853580:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.856456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.856989:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821676544 00000100:00100000:1.0:1746126456.856998:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821676544 00010000:00010000:1.0:1746126456.857031:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d1115513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab66 expref: 42 pid: 10567 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746126456.857070:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6598 00000100:00100000:1.0:1746126456.857078:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1977:x1830945821676544:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126456.857091:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126456.857112:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d1115513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab66 expref: 42 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.857123:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d1115513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab66 expref: 42 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.857145:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d1115513 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab66 expref: 42 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.857171:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.857173:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.857181:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d111551a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab6d expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.857189:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d111551a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab6d expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.857224:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d111551a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab6d expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126456.857236:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ad8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820280960:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126456.860202:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126456.860243:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ad8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820280960:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126456.860264:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126456.860340:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945821676544:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3261us (3889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.860351:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6598 00000100:00100000:0.0:1746126456.860889:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.866102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.876778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.892448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.892600:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821677184 00000100:00100000:1.0:1746126456.892609:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821677184 00010000:00010000:1.0:1746126456.892648:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d111551a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab6d expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746126456.892690:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6599 00000100:00100000:1.0:1746126456.892699:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1974:x1830945821677184:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126456.892714:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126456.892736:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d111551a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab6d expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.892748:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d111551a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab6d expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.892772:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d111551a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab6d expref: 43 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.900749:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.900756:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.900773:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115521 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab74 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.900784:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115521 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab74 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.900840:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115521 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab74 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126456.900854:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ad8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820281216:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126456.900970:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126456.902418:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ad8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820281216:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126456.902435:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126456.902466:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1974:x1830945821677184:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9769us (10028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126456.902476:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6599 00000100:00100000:0.0:1746126456.903717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.906043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.912649:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.914936:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.917756:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821677824 00000100:00100000:0.0:1746126456.917771:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821677824 00010000:00010000:0.0:1746126456.917820:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115521 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab74 expref: 6 pid: 10465 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746126456.917865:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6600 00000100:00100000:0.0:1746126456.917873:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821677824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126456.917888:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126456.917913:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115521 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab74 expref: 6 pid: 10465 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.917925:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115521 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab74 expref: 6 pid: 10465 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.917949:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115521 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab74 expref: 6 pid: 10465 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.917986:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126456.917989:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126456.917996:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115528 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab7b expref: 43 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.918004:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115528 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab7b expref: 43 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.918042:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115528 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab7b expref: 43 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.918053:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1115528 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab7b expref: 43 pid: 10465 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746126456.918064:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820281600:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126456.918163:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126456.923257:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.928674:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.935018:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.938166:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.973198:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.973454:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.977158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.982137:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.982176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126456.982205:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821679360 00000100:00100000:0.0:1746126456.982211:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821679360 00010000:00010000:0.0:1746126456.982238:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115536 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab89 expref: 6 pid: 8479 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746126456.982278:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6603 00000100:00100000:0.0:1746126456.982285:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d120050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821679360:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126456.982296:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126456.982319:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115536 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab89 expref: 6 pid: 8479 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.982329:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115536 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab89 expref: 6 pid: 8479 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126456.982348:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126456.982350:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126456.982356:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d111553d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab90 expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.982362:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d111553d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab90 expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126456.982385:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d111553d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab90 expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126456.982395:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820282240:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126456.982450:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126456.996524:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126456.996588:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821679488 00000100:00100000:1.0:1746126456.996596:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821679488 00010000:00010000:1.0:1746126456.996630:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d111553d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab90 expref: 44 pid: 10567 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746126456.996675:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6604 00000100:00100000:1.0:1746126456.996683:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945821679488:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126456.996697:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126456.996720:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d111553d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab90 expref: 44 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.996731:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d111553d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab90 expref: 44 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.996754:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d111553d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab90 expref: 44 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126456.996777:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.996779:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126456.996785:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115544 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab97 expref: 43 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.996792:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115544 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab97 expref: 43 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126456.996821:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115544 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab97 expref: 43 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126456.996832:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092adb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820282496:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126456.996900:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.000123:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092adb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820282496:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.000143:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.000183:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1977:x1830945821679488:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3501us (3664us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.000201:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6604 00000100:00100000:0.0:1746126457.009907:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.021041:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.032937:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.073710:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.079782:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.081036:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821680256 00000100:00100000:1.0:1746126457.081049:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821680256 00010000:00010000:1.0:1746126457.081097:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115544 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab97 expref: 45 pid: 8479 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746126457.081154:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6605 00000100:00100000:1.0:1746126457.081162:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1977:x1830945821680256:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.081177:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126457.081196:0:7117:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126456 -> 1746126457 00002000:00010000:1.0:1746126457.081198:0:7117:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126456 -> 1746126457 00010000:00010000:1.0:1746126457.081204:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115544 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab97 expref: 45 pid: 8479 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126457.081216:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115544 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab97 expref: 45 pid: 8479 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126457.081246:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115544 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab97 expref: 45 pid: 8479 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126457.081277:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.081279:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.081287:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d111554b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab9e expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.081294:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d111554b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab9e expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.081343:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d111554b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab9e expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.081355:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092adb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820282752:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.081460:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.086425:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.086852:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092adb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820282752:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126457.086866:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126457.086898:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945821680256:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5738us (7207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126457.086905:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6605 00000100:00100000:0.0:1746126457.096065:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.096140:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.096161:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821680768 00000100:00100000:0.0:1746126457.096167:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821680768 00010000:00010000:0.0:1746126457.096195:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d111554b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab9e expref: 6 pid: 8479 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746126457.096232:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6606 00000100:00100000:0.0:1746126457.096239:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821680768:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126457.096250:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126457.096267:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d111554b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab9e expref: 6 pid: 8479 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126457.096277:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d111554b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ab9e expref: 6 pid: 8479 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126457.096295:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126457.096296:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126457.096302:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d1115552 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aba5 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.096324:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d1115552 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aba5 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.096350:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d1115552 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aba5 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126457.096360:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820283008:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126457.096416:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.096534:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821680640 00000100:00100000:1.0:1746126457.096538:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821680640 00000100:00100000:1.0:1746126457.096559:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4393 00000100:00100000:1.0:1746126457.096564:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31631:x1830945821680640:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126457.096574:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126457.096584:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115559 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0abac expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.096599:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d1115552 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aba5 expref: 47 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.096605:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126457.096606:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126457.096608:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115559 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abac expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.096623:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d1115552 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aba5 expref: 47 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.096631:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d1115552 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aba5 expref: 47 pid: 8479 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746126457.096639:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820283136:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126457.096670:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.101141:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.102134:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820283136:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126457.102149:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115559 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abac expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.102160:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8a00, rc 0) 00000100:00100000:1.0:1746126457.102192:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31631:x1830945821680640:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5628us (6137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.102198:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4393 00000100:00100000:0.0:1746126457.106784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.110650:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.115669:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.115759:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821681536 00000100:00100000:1.0:1746126457.115766:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821681536 00000100:00100000:1.0:1746126457.115800:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4394 00000100:00100000:1.0:1746126457.115806:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821681536:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126457.115821:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126457.115836:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca9e00/0x8f8d42f0d1115560 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0abb3 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.115860:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115559 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abac expref: 44 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.115867:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126457.115869:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126457.115872:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca9e00/0x8f8d42f0d1115560 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abb3 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.115899:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115559 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abac expref: 44 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.115908:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1115559 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abac expref: 44 pid: 10567 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746126457.115919:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820283392:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126457.116707:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.118872:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820283392:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126457.118897:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ca9e00/0x8f8d42f0d1115560 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abb3 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.118911:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca9e00, rc 0) 00000100:00100000:1.0:1746126457.118951:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821681536:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3144us (3288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.118959:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4394 00000100:00100000:0.0:1746126457.119584:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.122564:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.123424:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821681792 00000100:00100000:1.0:1746126457.123430:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821681792 00000100:00100000:1.0:1746126457.123464:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4395 00000100:00100000:1.0:1746126457.123470:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:31630:x1830945821681792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126457.123483:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126457.123517:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115567 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0abba expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.123537:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ca9e00/0x8f8d42f0d1115560 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abb3 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.123543:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.123545:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.123547:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115567 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abba expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.123568:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ca9e00/0x8f8d42f0d1115560 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abb3 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.123576:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ca9e00/0x8f8d42f0d1115560 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abb3 expref: 5 pid: 10567 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746126457.123585:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820283648:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126457.123892:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.123982:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.127204:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820283648:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126457.127226:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115567 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abba expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.127240:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136953a00, rc 0) 00000100:00100000:1.0:1746126457.127284:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:31630:x1830945821681792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3813us (4721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.127291:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4395 00000100:00100000:0.0:1746126457.129538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.129579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.129663:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821682176 00000100:00100000:1.0:1746126457.129670:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821682176 00000100:00100000:1.0:1746126457.129699:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4396 00000100:00100000:1.0:1746126457.129705:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:31631:x1830945821682176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126457.129721:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126457.129734:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f35c00/0x8f8d42f0d111556e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0abc1 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.129752:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.129756:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115567 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abba expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.129761:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126457.129764:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f35c00/0x8f8d42f0d111556e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abc1 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.129787:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115567 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abba expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.129795:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f35c00/0x8f8d42f0d111556e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abc1 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.129801:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f35c00, rc 0) 00000100:00100000:1.0:1746126457.129827:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31631:x1830945821682176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.129831:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4396 00000100:00100000:0.0:1746126457.133041:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.133659:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821682560 00000100:00100000:1.0:1746126457.133664:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821682560 00002000:00100000:1.0:1746126457.133694:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fca80 x1830945821682560/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.133702:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fca80 with x1830945821682560 ext(0->4095) 00010000:00010000:1.0:1746126457.133709:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115567 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abba expref: 46 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126457.133720:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115567 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abba expref: 46 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126457.133726:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349fca80 00000100:00100000:1.0:1746126457.133752:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1310 00000100:00100000:1.0:1746126457.133758:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1974:x1830945821682560:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126457.133869:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1974:x1830945821682560:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (835us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.133875:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1310 00002000:00100000:1.0:1746126457.133879:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fca80 x1830945821682560/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.133886:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fca80 with x1830945821682560 ext(0->4095) 00010000:00010000:1.0:1746126457.133890:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115567 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abba expref: 46 pid: 10567 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126457.133898:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115567 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abba expref: 46 pid: 10567 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126457.133903:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349fca80 00000100:00100000:0.0:1746126457.136928:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.144162:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.151319:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.153015:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.160109:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.164297:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.170562:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.170635:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821683968 00000100:00100000:1.0:1746126457.170642:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821683968 00002000:00100000:1.0:1746126457.170676:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c380 x1830945821683968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.170690:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c380 with x1830945821683968 ext(0->4095) 00002000:00010000:1.0:1746126457.170694:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184c380 00000100:00100000:1.0:1746126457.170978:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3553 00000100:00100000:1.0:1746126457.170985:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1977:x1830945821683968:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126457.171096:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1977:x1830945821683968:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (541us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.171100:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3553 00002000:00100000:1.0:1746126457.171104:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c380 x1830945821683968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.171111:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c380 with x1830945821683968 ext(0->4095) 00002000:00010000:1.0:1746126457.171113:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184c380 00000100:00100000:0.0:1746126457.184997:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.197312:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.197608:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1312 00000100:00100000:1.0:1746126457.197618:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1977:x1830945821684224:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126457.197872:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945821684224:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 255us (574us total) trans 4294967891 rc 0/0 00000100:00100000:1.0:1746126457.197877:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1312 00002000:00100000:1.0:1746126457.197882:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b35180 x1830945821684224/t4294967891(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 496/448 e 0 to 0 dl 1746126468 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.197888:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35180 with x1830945821684224 ext(0->7) 00010000:00010000:1.0:1746126457.197893:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111557c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abcf expref: 47 pid: 10465 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126457.197905:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111557c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0abcf expref: 47 pid: 10465 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126457.197909:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b35180 00000100:00100000:0.0:1746126457.198752:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.202746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.205889:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.208247:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.210572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.210621:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821685120 00000100:00100000:1.0:1746126457.210626:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821685120 00002000:00100000:1.0:1746126457.210655:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1c00 x1830945821685120/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.210663:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1c00 with x1830945821685120 ext(0->4095) 00002000:00010000:1.0:1746126457.210666:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab1c00 00000100:00100000:1.0:1746126457.211132:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3554 00000100:00100000:1.0:1746126457.211139:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945821685120:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126457.211277:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945821685120:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (706us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.211282:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3554 00002000:00100000:1.0:1746126457.211287:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1c00 x1830945821685120/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.211293:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1c00 with x1830945821685120 ext(0->4095) 00002000:00010000:1.0:1746126457.211296:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab1c00 00000100:00100000:0.0:1746126457.212798:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.215627:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.219116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.219395:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821685632 00000100:00100000:1.0:1746126457.219400:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821685632 00002000:00100000:1.0:1746126457.219430:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083930380 x1830945821685632/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.219445:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083930380 with x1830945821685632 ext(0->4095) 00002000:00010000:1.0:1746126457.219453:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083930380 00000100:00100000:1.0:1746126457.219475:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3555 00000100:00100000:1.0:1746126457.219481:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821685632:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126457.219626:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821685632:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.219631:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3555 00002000:00100000:1.0:1746126457.219636:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083930380 x1830945821685632/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.219642:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083930380 with x1830945821685632 ext(0->4095) 00002000:00010000:1.0:1746126457.219645:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083930380 00000100:00100000:0.0:1746126457.220747:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.220953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.225561:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.230151:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.234073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.238383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.238650:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821686656 00000100:00100000:1.0:1746126457.238656:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821686656 00002000:00100000:1.0:1746126457.238686:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083931180 x1830945821686656/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.238695:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083931180 with x1830945821686656 ext(0->4095) 00002000:00010000:1.0:1746126457.238698:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083931180 00000100:00100000:1.0:1746126457.239069:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3556 00000100:00100000:1.0:1746126457.239075:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1977:x1830945821686656:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126457.239180:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1977:x1830945821686656:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (803us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.239185:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3556 00002000:00100000:1.0:1746126457.239191:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083931180 x1830945821686656/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.239197:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083931180 with x1830945821686656 ext(0->4095) 00002000:00010000:1.0:1746126457.239199:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083931180 00000100:00100000:0.0:1746126457.240929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.245588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.248255:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.249435:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.253653:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.257645:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.262935:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.263057:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821687808 00000100:00100000:0.0:1746126457.263062:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821687808 00002000:00100000:0.0:1746126457.263092:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad8a80 x1830945821687808/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126457.263099:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8a80 with x1830945821687808 ext(0->4095) 00010000:00010000:0.0:1746126457.263105:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11155ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac00 expref: 48 pid: 10465 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126457.263121:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11155ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac00 expref: 48 pid: 10465 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746126457.263127:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad8a80 00000100:00100000:0.0:1746126457.263151:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1315 00000100:00100000:0.0:1746126457.263158:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1976:x1830945821687808:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126457.263280:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1976:x1830945821687808:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (345us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126457.263285:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1315 00002000:00100000:0.0:1746126457.263290:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad8a80 x1830945821687808/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126457.263296:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8a80 with x1830945821687808 ext(0->4095) 00010000:00010000:0.0:1746126457.263300:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11155ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac00 expref: 48 pid: 10465 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746126457.263317:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d11155ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac00 expref: 48 pid: 10465 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746126457.263323:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad8a80 00000100:00100000:0.0:1746126457.270910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.281603:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.288252:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821688320 00000100:00100000:0.0:1746126457.288260:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821688320 00000100:00100000:0.0:1746126457.291096:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4407 00000100:00100000:0.0:1746126457.291108:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821688320:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126457.291123:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126457.291139:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d11155bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ac0e expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.291165:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11155b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac07 expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.291170:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126457.291171:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126457.291174:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d11155bb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac0e expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.291196:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11155b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac07 expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.291205:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11155b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac07 expref: 46 pid: 8479 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746126457.291213:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820286720:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126457.291295:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.298875:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.305068:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.319450:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.319770:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821688832 00000100:00100000:1.0:1746126457.319778:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821688832 00002000:00100000:1.0:1746126457.319817:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083933b80 x1830945821688832/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.319827:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083933b80 with x1830945821688832 ext(0->4095) 00002000:00010000:1.0:1746126457.319832:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083933b80 00000100:00100000:1.0:1746126457.319860:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3559 00000100:00100000:1.0:1746126457.319867:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821688832:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126457.319991:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821688832:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.319997:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3559 00002000:00100000:1.0:1746126457.320002:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083933b80 x1830945821688832/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.320009:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083933b80 with x1830945821688832 ext(0->4095) 00002000:00010000:1.0:1746126457.320011:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083933b80 00000100:00100000:0.0:1746126457.328315:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.328356:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.347315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.356752:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.391657:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.404792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.408911:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821689984 00000100:00100000:0.0:1746126457.408918:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821689984 00000100:00100000:0.0:1746126457.408957:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4410 00000100:00100000:0.0:1746126457.408964:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821689984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126457.408978:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126457.408992:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11155d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ac23 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.409015:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d11155c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac1c expref: 48 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.409021:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126457.409022:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126457.409025:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11155d0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac23 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.409046:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d11155c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac1c expref: 48 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.409055:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d11155c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac1c expref: 48 pid: 8479 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746126457.409064:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820287488:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126457.409129:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.411789:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.415537:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.415567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.416057:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821690496 00000100:00100000:1.0:1746126457.416061:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821690496 00002000:00100000:1.0:1746126457.416083:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8b800 x1830945821690496/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.416097:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8b800 with x1830945821690496 ext(0->4095) 00010000:00010000:1.0:1746126457.416102:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11155d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac23 expref: 6 pid: 10465 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126457.416111:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11155d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac23 expref: 6 pid: 10465 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126457.416117:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8b800 00000100:00100000:1.0:1746126457.416129:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1318 00000100:00100000:1.0:1746126457.416134:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821690496:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126457.416240:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821690496:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (671us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.416245:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1318 00002000:00100000:1.0:1746126457.416249:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8b800 x1830945821690496/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.416256:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8b800 with x1830945821690496 ext(0->4095) 00010000:00010000:1.0:1746126457.416259:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11155d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac23 expref: 6 pid: 10465 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126457.416266:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11155d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac23 expref: 6 pid: 10465 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126457.416271:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8b800 00000100:00100000:0.0:1746126457.421952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.423062:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.429673:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.440562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.446972:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.447146:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821691392 00000100:00100000:1.0:1746126457.447151:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821691392 00002000:00100000:1.0:1746126457.447183:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fc700 x1830945821691392/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.447191:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fc700 with x1830945821691392 ext(0->4095) 00002000:00010000:1.0:1746126457.447195:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fc700 00000100:00100000:1.0:1746126457.447209:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3561 00000100:00100000:1.0:1746126457.447215:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+49:1976:x1830945821691392:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126457.447333:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+49:1976:x1830945821691392:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.447338:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3561 00002000:00100000:1.0:1746126457.447342:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fc700 x1830945821691392/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.447348:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fc700 with x1830945821691392 ext(0->4095) 00002000:00010000:1.0:1746126457.447350:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fc700 00000100:00100000:0.0:1746126457.458947:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821691520 00000100:00100000:0.0:1746126457.458954:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821691520 00000100:00100000:0.0:1746126457.458991:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4413 00000100:00100000:0.0:1746126457.458997:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821691520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126457.459010:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126457.459026:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11155e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ac38 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.459048:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d11155de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac31 expref: 48 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.459054:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126457.459056:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126457.459059:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11155e5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac38 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.459081:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d11155de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac31 expref: 48 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.459090:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d11155de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac31 expref: 48 pid: 10465 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746126457.459100:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801349fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820288256:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126457.459162:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c150c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.465679:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.469702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.475938:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.476145:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821692032 00000100:00100000:1.0:1746126457.476153:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821692032 00002000:00100000:1.0:1746126457.476186:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78e680 x1830945821692032/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.476195:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78e680 with x1830945821692032 ext(0->4095) 00002000:00010000:1.0:1746126457.476199:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78e680 00000100:00100000:1.0:1746126457.476220:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3562 00000100:00100000:1.0:1746126457.476225:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821692032:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126457.476348:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821692032:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.476357:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3562 00002000:00100000:1.0:1746126457.476361:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78e680 x1830945821692032/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.476368:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78e680 with x1830945821692032 ext(0->4095) 00002000:00010000:1.0:1746126457.476370:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78e680 00000100:00100000:0.0:1746126457.478481:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.482941:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.482978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.497847:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.501211:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.502343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.507914:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.508025:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821693184 00000100:00100000:1.0:1746126457.508032:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821693184 00002000:00100000:1.0:1746126457.508066:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab2680 x1830945821693184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.508076:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2680 with x1830945821693184 ext(0->4095) 00010000:00010000:1.0:1746126457.508084:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d11155f3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac46 expref: 52 pid: 8480 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126457.508096:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d11155f3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac46 expref: 52 pid: 8480 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126457.508102:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab2680 00000100:00100000:1.0:1746126457.508278:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1322 00000100:00100000:1.0:1746126457.508286:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1977:x1830945821693184:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126457.508458:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1977:x1830945821693184:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.508464:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1322 00002000:00100000:1.0:1746126457.508469:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab2680 x1830945821693184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.508482:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2680 with x1830945821693184 ext(0->4095) 00010000:00010000:1.0:1746126457.508487:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d11155f3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac46 expref: 52 pid: 8480 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746126457.508514:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d11155f3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac46 expref: 52 pid: 8480 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746126457.508520:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab2680 00000100:00100000:0.0:1746126457.516015:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.516063:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.526555:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.539194:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.549215:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.554424:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821694080 00000100:00100000:1.0:1746126457.554434:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821694080 00002000:00100000:1.0:1746126457.554475:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092805180 x1830945821694080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.554484:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805180 with x1830945821694080 ext(0->4095) 00002000:00010000:1.0:1746126457.554489:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092805180 00000100:00100000:1.0:1746126457.554532:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3563 00000100:00100000:1.0:1746126457.554539:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1977:x1830945821694080:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126457.554679:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1977:x1830945821694080:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (5469us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.554684:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3563 00002000:00100000:1.0:1746126457.554689:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092805180 x1830945821694080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.554696:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805180 with x1830945821694080 ext(0->4095) 00002000:00010000:1.0:1746126457.554699:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092805180 00000100:00100000:0.0:1746126457.574949:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.575649:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821694208 00000100:00100000:1.0:1746126457.575658:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821694208 00000100:00100000:1.0:1746126457.575702:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4418 00000100:00100000:1.0:1746126457.575710:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821694208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126457.575725:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126457.575739:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115608 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ac5b expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.575763:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d1115601 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac54 expref: 50 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.575769:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126457.575771:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126457.575774:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115608 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac5b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.575795:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d1115601 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac54 expref: 50 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.575805:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d1115601 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac54 expref: 50 pid: 8480 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746126457.575815:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092adb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820289536:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126457.575887:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.590265:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.590381:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092adb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820289536:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126457.590404:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115608 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac5b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.590424:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136953a00, rc 0) 00000100:00100000:1.0:1746126457.590457:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821694208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14748us (15515us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.590464:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4418 00000100:00100000:1.0:1746126457.590487:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821694336 00000100:00100000:1.0:1746126457.590491:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821694336 00000100:00100000:1.0:1746126457.590549:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4419 00000100:00100000:1.0:1746126457.590554:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:31630:x1830945821694336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126457.590565:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126457.590576:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f35c00/0x8f8d42f0d111560f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ac62 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.590591:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126457.590595:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115608 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac5b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.590600:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126457.590603:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f35c00/0x8f8d42f0d111560f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac62 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.590626:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115608 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac5b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.590635:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f35c00/0x8f8d42f0d111560f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac62 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.590645:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f35c00, rc 0) 00000100:00100000:1.0:1746126457.590660:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:31630:x1830945821694336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.590665:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4419 00000100:00100000:0.0:1746126457.596868:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.600704:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.604012:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.604074:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821694848 00000100:00100000:1.0:1746126457.604081:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821694848 00002000:00100000:1.0:1746126457.604114:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6a00 x1830945821694848/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.604123:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6a00 with x1830945821694848 ext(0->4095) 00010000:00010000:1.0:1746126457.604130:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115608 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac5b expref: 6 pid: 10567 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.604142:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115608 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac5b expref: 6 pid: 10567 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746126457.604148:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6a00 00000100:00100000:1.0:1746126457.604163:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1325 00000100:00100000:1.0:1746126457.604169:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821694848:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126457.604284:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821694848:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.604290:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1325 00002000:00100000:1.0:1746126457.604295:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6a00 x1830945821694848/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.604319:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6a00 with x1830945821694848 ext(0->4095) 00010000:00010000:1.0:1746126457.604323:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115608 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac5b expref: 6 pid: 10567 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.604331:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136953a00/0x8f8d42f0d1115608 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac5b expref: 6 pid: 10567 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746126457.604335:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6a00 00000100:00100000:0.0:1746126457.612640:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.622181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.632570:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.649851:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.662581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.665245:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.665280:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821695744 00000100:00100000:0.0:1746126457.665283:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821695744 00010000:00010000:0.0:1746126457.665317:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f35c00/0x8f8d42f0d111560f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac62 expref: 56 pid: 10567 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746126457.665350:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6634 00000100:00100000:0.0:1746126457.665357:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1974:x1830945821695744:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126457.665367:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126457.665383:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f35c00/0x8f8d42f0d111560f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac62 expref: 56 pid: 10567 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746126457.665393:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f35c00/0x8f8d42f0d111560f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac62 expref: 56 pid: 10567 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746126457.665410:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f35c00/0x8f8d42f0d111560f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac62 expref: 56 pid: 10567 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746126457.665424:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126457.665425:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126457.665431:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d1115616 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac69 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.665439:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d1115616 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac69 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.665463:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d1115616 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac69 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126457.665473:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820290176:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126457.665558:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.672752:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.672784:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821696000 00000100:00100000:0.0:1746126457.672790:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821696000 00002000:00100000:0.0:1746126457.672824:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d5880 x1830945821696000/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126457.672831:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5880 with x1830945821696000 ext(0->4095) 00010000:00010000:0.0:1746126457.672838:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d1115616 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac69 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746126457.672850:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d1115616 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac69 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746126457.672856:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d5880 00000100:00100000:0.0:1746126457.672871:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1327 00000100:00100000:0.0:1746126457.672877:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821696000:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126457.673021:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821696000:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (275us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126457.673027:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1327 00002000:00100000:0.0:1746126457.673032:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d5880 x1830945821696000/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126457.673039:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5880 with x1830945821696000 ext(0->4095) 00010000:00010000:0.0:1746126457.673043:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d1115616 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac69 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746126457.673052:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d1115616 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac69 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746126457.673062:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d5880 00000100:00100000:0.0:1746126457.676314:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.677839:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.682798:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.685457:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.688956:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.691431:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.695384:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.700031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.700073:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d282d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820290944:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126457.700086:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126457.700113:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1977:x1830945821697152:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4332us (4733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126457.700120:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6637 00000100:00100000:0.0:1746126457.702821:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.702856:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.705124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.705241:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821698048 00000100:00100000:1.0:1746126457.705245:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821698048 00002000:00100000:1.0:1746126457.705269:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c283800 x1830945821698048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.705277:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283800 with x1830945821698048 ext(0->4095) 00010000:00010000:1.0:1746126457.705282:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d1115632 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac85 expref: 56 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.705292:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d1115632 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac85 expref: 56 pid: 8480 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746126457.705297:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c283800 00000100:00100000:1.0:1746126457.705328:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1329 00000100:00100000:1.0:1746126457.705333:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1976:x1830945821698048:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126457.705488:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1976:x1830945821698048:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.705525:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1329 00002000:00100000:1.0:1746126457.705530:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c283800 x1830945821698048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.705537:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283800 with x1830945821698048 ext(0->4095) 00010000:00010000:1.0:1746126457.705541:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d1115632 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac85 expref: 56 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.705550:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b42600/0x8f8d42f0d1115632 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ac85 expref: 56 pid: 8480 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746126457.705555:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c283800 00000100:00100000:0.0:1746126457.707395:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.709702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.709797:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821698432 00000100:00100000:1.0:1746126457.709800:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821698432 00002000:00100000:1.0:1746126457.709826:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425f480 x1830945821698432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.709833:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f480 with x1830945821698432 ext(0->4095) 00002000:00010000:1.0:1746126457.709836:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425f480 00000100:00100000:1.0:1746126457.709859:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3567 00000100:00100000:1.0:1746126457.709864:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1976:x1830945821698432:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126457.709966:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1976:x1830945821698432:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.709971:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3567 00002000:00100000:1.0:1746126457.709976:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425f480 x1830945821698432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.709989:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f480 with x1830945821698432 ext(0->4095) 00002000:00010000:1.0:1746126457.709992:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425f480 00000100:00100000:0.0:1746126457.712568:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.714625:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.716741:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.718561:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.720890:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.720922:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.723360:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.727788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.728298:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.732143:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d283480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820292352:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126457.732158:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126457.732189:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1977:x1830945821699840:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3775us (3890us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126457.732198:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6642 00000100:00100000:0.0:1746126457.732870:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.735086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.735145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.736210:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821700352 00000100:00100000:1.0:1746126457.736213:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821700352 00010000:00010000:1.0:1746126457.736230:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d111564e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca1 expref: 56 pid: 8480 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.736258:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6643 00000100:00100000:1.0:1746126457.736263:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1976:x1830945821700352:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.736270:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.736284:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d111564e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca1 expref: 56 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.736291:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d111564e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca1 expref: 56 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.736313:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bde200/0x8f8d42f0d111564e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca1 expref: 56 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.736333:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.736334:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.736339:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d1115655 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca8 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.736345:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d1115655 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca8 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.736364:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d1115655 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca8 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.736373:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d1115655 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca8 expref: 5 pid: 8480 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.736382:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820292608:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.736429:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c619c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.738562:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820292608:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.738578:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.738608:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1976:x1830945821700352:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2344us (3461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.738616:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6643 00000100:00100000:0.0:1746126457.738785:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.741237:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.741282:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821700736 00000100:00100000:1.0:1746126457.741287:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821700736 00010000:00010000:1.0:1746126457.741322:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d1115655 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca8 expref: 6 pid: 8480 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.741376:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6644 00000100:00100000:1.0:1746126457.741383:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821700736:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.741392:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.741405:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d1115655 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca8 expref: 6 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.741415:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d1115655 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca8 expref: 6 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.741434:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d1115655 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aca8 expref: 6 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.741514:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.741516:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.741523:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d111565c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acaf expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.741530:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d111565c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acaf expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.741552:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d111565c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acaf expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.741561:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820292736:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.741690:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c619c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.743329:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.743548:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820292736:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.743562:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.743587:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821700736:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2204us (2352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.743592:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6644 00000100:00100000:0.0:1746126457.745625:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821701120 00000100:00100000:0.0:1746126457.745631:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821701120 00000100:00100000:0.0:1746126457.745668:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4431 00000100:00100000:0.0:1746126457.745674:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821701120:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126457.745685:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126457.745697:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115663 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0acb6 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.745718:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d111565c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acaf expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.745724:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126457.745725:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126457.745728:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115663 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acb6 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.745755:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d111565c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acaf expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.745765:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d111565c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acaf expref: 54 pid: 8480 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746126457.745774:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013506bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820292864:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126457.745830:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.748625:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.748739:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821701248 00000100:00100000:1.0:1746126457.748744:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821701248 00010000:00010000:1.0:1746126457.748766:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d111565c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acaf expref: 55 pid: 8480 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.748800:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6645 00000100:00100000:1.0:1746126457.748806:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1976:x1830945821701248:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.748817:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.748832:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d111565c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acaf expref: 55 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.748841:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d111565c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acaf expref: 55 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.748856:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d111565c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acaf expref: 55 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.748873:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.748875:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.748880:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115663 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acb6 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.748885:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acb6 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.748906:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acb6 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.748915:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820292992:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.749040:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c619c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.752772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.752859:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820292992:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.752875:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.752921:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1976:x1830945821701248:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4115us (4297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.752930:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6645 00000100:00100000:0.0:1746126457.754896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.755125:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.761007:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.761066:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821701888 00000100:00100000:1.0:1746126457.761071:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821701888 00010000:00010000:1.0:1746126457.761093:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acb6 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.761187:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6646 00000100:00100000:1.0:1746126457.761294:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821701888:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.761324:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.761345:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acb6 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.761354:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acb6 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.761370:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115663 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acb6 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.761531:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.761533:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.761539:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111566a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acbd expref: 55 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.761546:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111566a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acbd expref: 55 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.761726:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111566a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acbd expref: 55 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.761859:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111566a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acbd expref: 55 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.761869:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820293376:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.761928:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.763936:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820293376:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.763952:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.763979:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821701888:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2786us (3445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.764289:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6646 00000100:00100000:0.0:1746126457.765946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.769944:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.770344:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821702272 00000100:00100000:1.0:1746126457.770352:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821702272 00010000:00010000:1.0:1746126457.770380:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111566a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acbd expref: 56 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.770417:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6647 00000100:00100000:1.0:1746126457.770424:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1977:x1830945821702272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.770435:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.770451:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111566a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acbd expref: 56 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.770461:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111566a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acbd expref: 56 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.770479:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d111566a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acbd expref: 56 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.770513:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.770515:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.770526:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115671 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acc4 expref: 55 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.770533:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115671 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acc4 expref: 55 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.770558:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115671 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acc4 expref: 55 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.770568:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820293504:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.770633:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.774286:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820293504:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.774311:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.774348:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1977:x1830945821702272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3920us (4407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.774355:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6647 00000100:00100000:1.0:1746126457.777928:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821702528 00000100:00100000:1.0:1746126457.777936:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821702528 00002000:00100000:1.0:1746126457.777970:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282d80 x1830945821702528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.777985:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282d80 with x1830945821702528 ext(0->4095) 00002000:00010000:1.0:1746126457.777989:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282d80 00000100:00100000:1.0:1746126457.778003:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3571 00000100:00100000:1.0:1746126457.778009:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1976:x1830945821702528:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126457.778133:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1976:x1830945821702528:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.778138:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3571 00002000:00100000:1.0:1746126457.778143:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282d80 x1830945821702528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.778148:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282d80 with x1830945821702528 ext(0->4095) 00002000:00010000:1.0:1746126457.778151:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282d80 00000100:00100000:0.0:1746126457.782088:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.791053:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.802349:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.802487:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821702912 00000100:00100000:1.0:1746126457.802509:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821702912 00010000:00010000:1.0:1746126457.802539:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115671 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acc4 expref: 57 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.802603:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6648 00000100:00100000:1.0:1746126457.802610:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1975:x1830945821702912:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.802622:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.802637:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115671 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acc4 expref: 57 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.802647:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115671 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acc4 expref: 57 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.802665:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d1115671 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acc4 expref: 57 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.802678:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.802680:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.802686:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115678 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0accb expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.802692:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115678 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0accb expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.802716:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115678 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0accb expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.802726:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820293760:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.804683:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.807068:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820293760:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.807084:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.807113:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1975:x1830945821702912:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4504us (4772us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.807122:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6648 00000100:00100000:0.0:1746126457.809807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.809894:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821703168 00000100:00100000:1.0:1746126457.809901:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821703168 00002000:00100000:1.0:1746126457.809937:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469b800 x1830945821703168/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.809953:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469b800 with x1830945821703168 ext(0->4095) 00002000:00010000:1.0:1746126457.809958:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009469b800 00000100:00100000:1.0:1746126457.812892:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3572 00000100:00100000:1.0:1746126457.812908:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821703168:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126457.813046:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821703168:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (3245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.813052:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3572 00002000:00100000:1.0:1746126457.813058:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469b800 x1830945821703168/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.813066:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469b800 with x1830945821703168 ext(0->4095) 00002000:00010000:1.0:1746126457.813070:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009469b800 00000100:00100000:0.0:1746126457.819322:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.823330:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.828148:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.828815:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821703552 00000100:00100000:1.0:1746126457.828820:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821703552 00010000:00010000:1.0:1746126457.828840:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115678 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0accb expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.828868:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6649 00000100:00100000:1.0:1746126457.828873:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821703552:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.828882:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.828899:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115678 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0accb expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.828909:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115678 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0accb expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.828923:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d1115678 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0accb expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.828944:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.828946:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.828951:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111567f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd2 expref: 57 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.828957:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111567f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd2 expref: 57 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.828978:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111567f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd2 expref: 57 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.828987:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111567f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd2 expref: 57 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.828996:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820294144:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.829890:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.832869:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820294144:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.832888:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.832928:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821703552:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4053us (4779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.832937:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6649 00000100:00100000:0.0:1746126457.833188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.840149:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.840407:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821703936 00000100:00100000:1.0:1746126457.840415:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821703936 00010000:00010000:1.0:1746126457.840450:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111567f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd2 expref: 58 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.840479:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6650 00000100:00100000:1.0:1746126457.840486:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1977:x1830945821703936:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.840524:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.840540:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111567f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd2 expref: 58 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.840551:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111567f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd2 expref: 58 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.840569:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d111567f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd2 expref: 58 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.840588:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.840590:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.840595:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d1115686 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd9 expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.840603:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d1115686 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd9 expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.840628:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d1115686 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd9 expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.840638:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820294272:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.841387:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.842564:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820294272:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.842578:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.842604:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1977:x1830945821703936:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2119us (2462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.842612:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6650 00000100:00100000:0.0:1746126457.846235:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.847086:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821704192 00000100:00100000:1.0:1746126457.847095:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821704192 00002000:00100000:1.0:1746126457.847132:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469b100 x1830945821704192/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.847142:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469b100 with x1830945821704192 ext(0->4095) 00002000:00010000:1.0:1746126457.847147:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009469b100 00000100:00100000:1.0:1746126457.847179:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3573 00000100:00100000:1.0:1746126457.847186:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1976:x1830945821704192:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126457.847341:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1976:x1830945821704192:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (1112us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.847347:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3573 00002000:00100000:1.0:1746126457.847352:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469b100 x1830945821704192/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.847358:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469b100 with x1830945821704192 ext(0->4095) 00002000:00010000:1.0:1746126457.847360:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009469b100 00000100:00100000:0.0:1746126457.852955:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.864170:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.875931:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.876056:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821704576 00000100:00100000:1.0:1746126457.876064:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821704576 00010000:00010000:1.0:1746126457.876094:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d1115686 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd9 expref: 59 pid: 8480 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.876133:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6651 00000100:00100000:1.0:1746126457.876139:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821704576:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.876150:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.876166:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d1115686 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd9 expref: 59 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.876180:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d1115686 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd9 expref: 59 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.876197:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d1115686 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acd9 expref: 59 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.876221:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.876223:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.876229:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d111568d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace0 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.876236:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d111568d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace0 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.876260:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d111568d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace0 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.876270:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820294528:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.876354:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.878158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.880929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.881075:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820294528:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.881092:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.881122:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1976:x1830945821704576:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4983us (5199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.881131:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6651 00000100:00100000:0.0:1746126457.881571:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d280700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820294656:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126457.881586:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115694 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace7 expref: 59 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.881596:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b43e00, rc 0) 00000100:00100000:0.0:1746126457.881616:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:31630:x1830945821704704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3341us (3461us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126457.881621:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4438 00000100:00100000:0.0:1746126457.884343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.884383:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.884791:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821705088 00000100:00100000:1.0:1746126457.884795:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821705088 00010000:00010000:1.0:1746126457.884807:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d111568d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace0 expref: 7 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.884821:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6652 00000100:00100000:1.0:1746126457.884825:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1974:x1830945821705088:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.884832:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.884847:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d111568d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace0 expref: 7 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.884855:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d111568d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace0 expref: 7 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.884868:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d111568d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace0 expref: 7 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.884880:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.884881:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.884886:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115694 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace7 expref: 58 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.884892:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace7 expref: 58 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.884909:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace7 expref: 58 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.884918:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115694 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace7 expref: 58 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.884927:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820294912:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.885901:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.889668:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820294912:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.889686:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.889731:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821705088:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4904us (5393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.889741:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6652 00000100:00100000:0.0:1746126457.893820:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.897089:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.897164:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.897287:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821705728 00000100:00100000:1.0:1746126457.897294:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821705728 00010000:00010000:1.0:1746126457.897329:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115694 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace7 expref: 59 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.897358:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6653 00000100:00100000:1.0:1746126457.897363:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1977:x1830945821705728:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.897373:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.897387:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115694 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace7 expref: 59 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.897396:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace7 expref: 59 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.897413:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d1115694 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ace7 expref: 59 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.897425:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.897427:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.897432:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111569b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acee expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.897439:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111569b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acee expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.897462:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111569b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acee expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.897470:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820295040:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.897538:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.900107:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820295040:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.900125:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.900432:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945821705728:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3066us (3264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.900441:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6653 00000100:00100000:0.0:1746126457.902199:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.907087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.907178:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821706112 00000100:00100000:1.0:1746126457.907184:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821706112 00010000:00010000:1.0:1746126457.907211:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111569b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acee expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.907288:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6654 00000100:00100000:1.0:1746126457.907295:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821706112:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.907314:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.907333:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111569b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acee expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.907344:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111569b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acee expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.907362:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43200/0x8f8d42f0d111569b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acee expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.907386:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.907388:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.907394:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11156a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acf5 expref: 58 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.907401:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11156a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acf5 expref: 58 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.907427:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11156a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acf5 expref: 58 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.907437:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820295296:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.907517:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.909772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.909845:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820295296:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.909860:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.909893:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821706112:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2598us (2812us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.909901:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6654 00000100:00100000:0.0:1746126457.914227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.918153:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.918254:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821706624 00000100:00100000:1.0:1746126457.918259:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821706624 00010000:00010000:1.0:1746126457.918278:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11156a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acf5 expref: 59 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.918314:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6655 00000100:00100000:1.0:1746126457.918322:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093120700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821706624:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.918333:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.918352:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11156a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acf5 expref: 59 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.918361:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11156a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acf5 expref: 59 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.918377:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d11156a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acf5 expref: 59 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.918400:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.918401:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.918406:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11156a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acfc expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.918412:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11156a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acfc expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.918435:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11156a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acfc expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.918445:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820295552:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.918513:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.919520:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820295552:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.919531:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.919549:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093120700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945821706624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1230us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.919555:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6655 00000100:00100000:0.0:1746126457.920013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.921894:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.926174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.926314:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821707264 00000100:00100000:1.0:1746126457.926319:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821707264 00010000:00010000:1.0:1746126457.926335:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11156a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acfc expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.926361:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6656 00000100:00100000:1.0:1746126457.926366:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821707264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.926374:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.926388:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11156a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acfc expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.926397:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11156a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acfc expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.926410:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bdea00/0x8f8d42f0d11156a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0acfc expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.926428:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.926430:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.926435:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11156b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad03 expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.926442:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11156b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad03 expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.926461:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11156b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad03 expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.926469:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11156b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad03 expref: 59 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.926478:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820295936:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.926546:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.928375:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820295936:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.928388:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.928420:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821707264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2054us (2247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.928428:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6656 00000100:00100000:0.0:1746126457.929320:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.932408:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.932470:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821707648 00000100:00100000:1.0:1746126457.932476:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821707648 00010000:00010000:1.0:1746126457.932525:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11156b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad03 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.932554:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6657 00000100:00100000:1.0:1746126457.932560:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945821707648:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.932570:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.932583:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11156b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad03 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.932593:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11156b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad03 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.932609:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11156b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad03 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.932619:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.932620:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.932625:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11156b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad0a expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.932632:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11156b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad0a expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.932654:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11156b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad0a expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.932662:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820296064:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.932711:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.935354:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820296064:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.935372:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.935400:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1977:x1830945821707648:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2840us (2995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.935409:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6657 00000100:00100000:0.0:1746126457.935819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.938812:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.941277:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.941632:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821708160 00000100:00100000:1.0:1746126457.941637:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821708160 00010000:00010000:1.0:1746126457.941657:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11156b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad0a expref: 59 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.941683:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6658 00000100:00100000:1.0:1746126457.941688:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094900000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1977:x1830945821708160:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.941697:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.941712:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11156b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad0a expref: 59 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.941721:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11156b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad0a expref: 59 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.941738:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11156b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad0a expref: 59 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.941754:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.941755:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.941760:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d11156be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad11 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.941766:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d11156be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad11 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.941786:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d11156be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad11 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.941795:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820296320:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.941842:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.944631:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820296320:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.944649:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.944694:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094900000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1977:x1830945821708160:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3001us (3412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.944703:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6658 00000100:00100000:0.0:1746126457.944789:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.944878:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821708416 00000100:00100000:1.0:1746126457.944883:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821708416 00002000:00100000:1.0:1746126457.944909:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903800 x1830945821708416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.944918:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903800 with x1830945821708416 ext(0->4095) 00002000:00010000:1.0:1746126457.944921:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094903800 00000100:00100000:1.0:1746126457.945065:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3576 00000100:00100000:1.0:1746126457.945072:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821708416:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126457.945257:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821708416:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 184us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.945264:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3576 00002000:00100000:1.0:1746126457.945269:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903800 x1830945821708416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.945286:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903800 with x1830945821708416 ext(0->4095) 00002000:00010000:1.0:1746126457.945288:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094903800 00000100:00100000:0.0:1746126457.947463:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.947653:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.951185:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.951230:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821708800 00000100:00100000:1.0:1746126457.951236:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821708800 00010000:00010000:1.0:1746126457.951257:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d11156be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad11 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.951287:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6659 00000100:00100000:1.0:1746126457.951294:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821708800:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.951313:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.951328:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d11156be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad11 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.951337:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d11156be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad11 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.951354:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43600/0x8f8d42f0d11156be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad11 expref: 6 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.951378:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.951380:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.951385:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.951392:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.951421:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.951429:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 59 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.951438:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820296704:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.951492:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.953023:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820296704:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.953035:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.953058:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821708800:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1765us (1875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.953065:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6659 00000100:00100000:0.0:1746126457.954139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.954214:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821709056 00000100:00100000:1.0:1746126457.954218:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821709056 00002000:00100000:1.0:1746126457.954246:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d2a00 x1830945821709056/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/0 e 0 to 0 dl 1746126468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.954256:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d2a00 with x1830945821709056 ext(0->4095) 00010000:00010000:1.0:1746126457.954262:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.954273:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746126457.954279:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d2a00 00000100:00100000:1.0:1746126457.954453:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1342 00000100:00100000:1.0:1746126457.954459:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945821709056:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126457.954879:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945821709056:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 420us (742us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126457.954885:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1342 00002000:00100000:1.0:1746126457.954890:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d2a00 x1830945821709056/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746126468 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126457.954896:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d2a00 with x1830945821709056 ext(0->4095) 00010000:00010000:1.0:1746126457.954901:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.954909:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746126457.954913:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d2a00 00000100:00100000:0.0:1746126457.957666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.957704:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821709184 00000100:00100000:1.0:1746126457.957711:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821709184 00010000:00010000:1.0:1746126457.957738:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.957772:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6660 00000100:00100000:1.0:1746126457.957779:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1976:x1830945821709184:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.957870:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.957889:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.957904:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.957922:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d11156c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad18 expref: 60 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.957947:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.957949:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.957955:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11156cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad1f expref: 59 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.957962:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11156cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad1f expref: 59 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.957986:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11156cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad1f expref: 59 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.957995:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820296832:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.958054:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.960037:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.960080:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820296832:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.960098:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.960136:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821709184:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2357us (2476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.960143:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6660 00000100:00100000:0.0:1746126457.963764:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.967201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.967225:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821709696 00000100:00100000:1.0:1746126457.967231:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821709696 00010000:00010000:1.0:1746126457.967257:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11156cc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad1f expref: 59 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126457.967278:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6661 00000100:00100000:1.0:1746126457.967284:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821709696:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126457.967294:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126457.967321:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11156cc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad1f expref: 59 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.967332:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bdec00/0x8f8d42f0d11156cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad1f expref: 59 pid: 10465 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126457.967351:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.967352:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126457.967359:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d11156d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad26 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.967365:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d11156d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad26 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126457.967391:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d11156d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad26 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126457.967404:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820297088:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126457.967459:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126457.971543:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820297088:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126457.971567:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126457.971598:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945821709696:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4313us (4402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126457.971607:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6661 00000100:00100000:0.0:1746126457.972919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.974540:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.979979:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126457.980939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.980998:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821710336 00000100:00100000:0.0:1746126457.981001:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821710336 00010000:00010000:0.0:1746126457.981016:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d11156d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad26 expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746126457.982014:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6662 00000100:00100000:0.0:1746126457.982022:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821710336:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126457.982031:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126457.982047:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d11156d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad26 expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746126457.982057:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d11156d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad26 expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746126457.982076:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bde400/0x8f8d42f0d11156d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad26 expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746126457.982102:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126457.982104:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126457.982108:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11156da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad2d expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.982114:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11156da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad2d expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.982132:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11156da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad2d expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126457.982140:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bdfc00/0x8f8d42f0d11156da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad2d expref: 59 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746126457.982150:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820297472:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126457.982196:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c153c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126457.985224:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.988415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.992058:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126457.996169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.003352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.005011:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.005043:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821711360 00000100:00100000:0.0:1746126458.005046:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821711360 00000100:00100000:0.0:1746126458.005072:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4451 00000100:00100000:0.0:1746126458.005077:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:31630:x1830945821711360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126458.005088:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126458.005097:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae8c00/0x8f8d42f0d11156ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ad42 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.005109:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126458.005114:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d11156e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad3b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.005120:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126458.005123:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae8c00/0x8f8d42f0d11156ef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad42 expref: 60 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.005149:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d11156e8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad3b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.005158:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ae8c00/0x8f8d42f0d11156ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad42 expref: 60 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.005165:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126458.005167:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126458.005171:0:10465:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d11156e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad3b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.005178:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d11156e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad3b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.005202:0:10465:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d11156e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad3b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.005211:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bdf200/0x8f8d42f0d11156e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad3b expref: 5 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746126458.005221:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c706300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820297984:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126458.005271:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126458.010336:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.027811:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.033232:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.046394:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821712128 00000100:00100000:0.0:1746126458.046401:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821712128 00000100:00100000:0.0:1746126458.046441:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4452 00000100:00100000:0.0:1746126458.046447:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821712128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126458.046460:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126458.046474:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d11156f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ad49 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.046510:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ae8c00/0x8f8d42f0d11156ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad42 expref: 58 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.046515:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126458.046517:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126458.046519:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d11156f6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad49 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.046547:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ae8c00/0x8f8d42f0d11156ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad42 expref: 58 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.046555:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ae8c00/0x8f8d42f0d11156ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad42 expref: 58 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746126458.046565:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820298240:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126458.047374:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126458.128815:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.140009:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.146320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.151121:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.156655:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.168716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.175700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.186023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.198650:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.201984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.208963:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.212995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.221902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.226295:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.226595:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821714432 00000100:00100000:1.0:1746126458.226603:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821714432 00000100:00100000:1.0:1746126458.226652:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4456 00000100:00100000:1.0:1746126458.226659:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821714432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.226674:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.226688:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115712 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ad65 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.226711:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111570b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad5e expref: 62 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.226716:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.226717:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.226721:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115712 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad65 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.226743:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111570b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad5e expref: 62 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.226752:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43e00/0x8f8d42f0d111570b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad5e expref: 62 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.226767:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820299264:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.226835:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.228569:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820299264:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.228592:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115712 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad65 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.228603:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9200, rc 0) 00000100:00100000:0.0:1746126458.229188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.236805:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821714432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10136us (10505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.236814:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4456 00000100:00100000:0.0:1746126458.237182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.237407:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821714688 00000100:00100000:1.0:1746126458.237411:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821714688 00000100:00100000:1.0:1746126458.237431:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4457 00000100:00100000:1.0:1746126458.237436:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:31630:x1830945821714688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.237448:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.237457:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115719 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ad6c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.237473:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115712 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad65 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.237479:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.237481:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.237483:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115719 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad6c expref: 64 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.237520:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115712 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad65 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.237530:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115712 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad65 expref: 5 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.237537:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820299520:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.237562:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126458.243296:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.243333:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821714944 00000100:00100000:0.0:1746126458.243339:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821714944 00002000:00100000:0.0:1746126458.243373:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88013506bb80 x1830945821714944/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126458.243381:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013506bb80 with x1830945821714944 ext(0->4095) 00010000:00010000:0.0:1746126458.243388:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115712 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad65 expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746126458.243401:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115712 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad65 expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746126458.243406:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013506bb80 00000100:00100000:0.0:1746126458.243473:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1350 00000100:00100000:0.0:1746126458.243479:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821714944:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126458.243610:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821714944:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126458.243615:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1350 00002000:00100000:0.0:1746126458.243619:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88013506bb80 x1830945821714944/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126458.243625:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013506bb80 with x1830945821714944 ext(0->4095) 00010000:00010000:0.0:1746126458.243629:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115712 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad65 expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746126458.243636:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115712 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad65 expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746126458.243640:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013506bb80 00000100:00100000:1.0:1746126458.243749:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820299520:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.243767:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115719 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad6c expref: 63 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.243777:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9e00, rc 0) 00000100:00100000:1.0:1746126458.243797:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:31630:x1830945821714688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6361us (6617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.243803:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4457 00000100:00100000:0.0:1746126458.263660:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.269030:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.271194:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.272671:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821715456 00000100:00100000:1.0:1746126458.272678:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821715456 00000100:00100000:1.0:1746126458.272718:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4458 00000100:00100000:1.0:1746126458.272725:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821715456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.272738:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.272752:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115720 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ad73 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.272772:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115719 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad6c expref: 62 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.272777:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.272779:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.272781:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115720 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad73 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.272801:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115719 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad6c expref: 62 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.272810:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115719 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad6c expref: 62 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.272819:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820299776:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.272888:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.277654:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820299776:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.277680:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115720 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad73 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.277694:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb8800, rc 0) 00000100:00100000:1.0:1746126458.277724:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821715456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5000us (6532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.277731:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4458 00000100:00100000:0.0:1746126458.278690:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.289074:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.293470:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.299291:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.299336:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821716096 00000100:00100000:0.0:1746126458.299342:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821716096 00000100:00100000:0.0:1746126458.299384:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4459 00000100:00100000:0.0:1746126458.299390:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:31630:x1830945821716096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126458.299406:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126458.299418:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae8600/0x8f8d42f0d1115727 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ad7a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.299441:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115720 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad73 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.299447:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126458.299449:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126458.299452:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae8600/0x8f8d42f0d1115727 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad7a expref: 65 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.299473:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115720 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad73 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.299482:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115720 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad73 expref: 6 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746126458.299519:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d283800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820300032:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126458.299569:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.300895:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d283800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820300032:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.300912:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ae8600/0x8f8d42f0d1115727 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad7a expref: 65 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.300929:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ae8600, rc 0) 00000100:00100000:1.0:1746126458.300952:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+65:31630:x1830945821716096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1562us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.300958:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4459 00000100:00100000:0.0:1746126458.303366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.307723:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.313403:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.313540:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821716608 00000100:00100000:1.0:1746126458.313548:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821716608 00000100:00100000:1.0:1746126458.313589:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4460 00000100:00100000:1.0:1746126458.313596:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821716608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.313610:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.313623:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111572e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ad81 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.313644:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ae8600/0x8f8d42f0d1115727 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad7a expref: 64 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.313650:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.313652:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.313655:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111572e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad81 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.313676:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ae8600/0x8f8d42f0d1115727 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad7a expref: 64 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.313686:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ae8600/0x8f8d42f0d1115727 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad7a expref: 64 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.313699:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820300288:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.314468:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.317177:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820300288:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.317203:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111572e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad81 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.317215:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9a00, rc 0) 00000100:00100000:1.0:1746126458.317245:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821716608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3650us (3849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.317252:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4460 00000100:00100000:0.0:1746126458.320936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.324332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.327113:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.327536:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821717120 00000100:00100000:1.0:1746126458.327541:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821717120 00002000:00100000:1.0:1746126458.327569:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fd880 x1830945821717120/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.327578:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fd880 with x1830945821717120 ext(0->4095) 00002000:00010000:1.0:1746126458.327581:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fd880 00000100:00100000:1.0:1746126458.327607:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3585 00000100:00100000:1.0:1746126458.327614:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821717120:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126458.327728:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821717120:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (620us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.327733:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3585 00002000:00100000:1.0:1746126458.327738:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fd880 x1830945821717120/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.327751:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fd880 with x1830945821717120 ext(0->4095) 00002000:00010000:1.0:1746126458.327753:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fd880 00000100:00100000:0.0:1746126458.328753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.329138:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821717248 00000100:00100000:1.0:1746126458.329142:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821717248 00000100:00100000:1.0:1746126458.329173:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4461 00000100:00100000:1.0:1746126458.329179:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:31630:x1830945821717248:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.329188:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.329202:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115735 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ad88 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.329221:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111572e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad81 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.329227:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.329229:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.329232:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115735 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad88 expref: 67 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.329254:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111572e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad81 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.329263:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111572e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad81 expref: 5 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.329272:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820300544:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.329336:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126458.329675:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.330652:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820300544:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.330669:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115735 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad88 expref: 68 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.330677:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9200, rc 0) 00000100:00100000:1.0:1746126458.330707:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:31630:x1830945821717248:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1528us (1954us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.330712:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4461 00000100:00100000:0.0:1746126458.331190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.333537:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.336647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.340236:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.340814:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821718144 00000100:00100000:1.0:1746126458.340820:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821718144 00002000:00100000:1.0:1746126458.340851:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083932300 x1830945821718144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.340860:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083932300 with x1830945821718144 ext(0->4095) 00002000:00010000:1.0:1746126458.340864:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083932300 00000100:00100000:1.0:1746126458.340888:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3586 00000100:00100000:1.0:1746126458.340894:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:1975:x1830945821718144:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126458.341014:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:1975:x1830945821718144:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (778us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.341021:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3586 00002000:00100000:1.0:1746126458.341026:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083932300 x1830945821718144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.341033:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083932300 with x1830945821718144 ext(0->4095) 00002000:00010000:1.0:1746126458.341035:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083932300 00000100:00100000:0.0:1746126458.342906:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.343049:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821718272 00000100:00100000:1.0:1746126458.343055:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821718272 00000100:00100000:1.0:1746126458.343203:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4463 00000100:00100000:1.0:1746126458.343211:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821718272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.343222:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.343235:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115743 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ad96 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.343257:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d111573c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad8f expref: 66 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.343263:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.343264:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.343267:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115743 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad96 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.343290:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d111573c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad8f expref: 66 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.343311:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d111573c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad8f expref: 66 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.343320:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820301056:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.343388:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126458.345115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:1.0:1746126458.345553:0:8479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a2e200/0x8f8d42f0d111573c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad8f expref: 67 pid: 10465 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.345568:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820301056:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.345587:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115743 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad96 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.345594:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9000, rc 0) 00000100:00100000:1.0:1746126458.345615:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821718272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2405us (2713us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.345621:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4463 00000100:00100000:0.0:1746126458.347924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.349743:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.349840:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821718784 00000100:00100000:1.0:1746126458.349844:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821718784 00000100:00100000:1.0:1746126458.349877:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4464 00000100:00100000:1.0:1746126458.349883:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:31631:x1830945821718784:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.349893:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.349907:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111574a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ad9d expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.349927:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115743 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad96 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.349933:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.349935:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.349938:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111574a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad9d expref: 67 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.349960:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115743 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad96 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.349982:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115743 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad96 expref: 5 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.349997:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820301312:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126458.350006:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.350022:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821718912 00000100:00100000:0.0:1746126458.350025:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821718912 00000100:00100000:0.0:1746126458.350047:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4465 00000100:00100000:0.0:1746126458.350053:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:31630:x1830945821718912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126458.350058:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126458.350061:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61b40 going to sleep for 11 seconds 00010000:00010000:0.0:1746126458.350064:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115751 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ada4 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.350075:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126458.350078:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111574a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad9d expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.350083:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126458.350085:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115751 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ada4 expref: 69 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.350193:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111574a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad9d expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.350203:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115751 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ada4 expref: 69 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.350211:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ae9400, rc 0) 00000100:00100000:0.0:1746126458.350233:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:31630:x1830945821718912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126458.350238:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4465 00000100:00100000:1.0:1746126458.351476:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820301312:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.351643:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111574a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad9d expref: 68 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.351652:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9e00, rc 0) 00000100:00100000:1.0:1746126458.351675:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:31631:x1830945821718784:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1793us (1935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.351681:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4464 00000100:00100000:0.0:1746126458.351877:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.354391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.354450:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821719296 00000100:00100000:1.0:1746126458.354454:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821719296 00002000:00100000:1.0:1746126458.354479:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083933800 x1830945821719296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.354487:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083933800 with x1830945821719296 ext(0->4095) 00010000:00010000:1.0:1746126458.354513:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111574a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad9d expref: 68 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126458.354523:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111574a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad9d expref: 68 pid: 8479 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746126458.354529:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083933800 00000100:00100000:1.0:1746126458.354547:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1354 00000100:00100000:1.0:1746126458.354552:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1977:x1830945821719296:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126458.354652:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1977:x1830945821719296:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.354657:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1354 00002000:00100000:1.0:1746126458.354661:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083933800 x1830945821719296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.354667:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083933800 with x1830945821719296 ext(0->4095) 00010000:00010000:1.0:1746126458.354671:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111574a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad9d expref: 68 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126458.354679:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111574a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ad9d expref: 68 pid: 8479 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746126458.354683:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083933800 00000100:00100000:0.0:1746126458.356463:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.356541:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.356999:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821719424 00000100:00100000:1.0:1746126458.357003:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821719424 00000100:00100000:1.0:1746126458.357027:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4466 00000100:00100000:1.0:1746126458.357032:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821719424:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.357041:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.357053:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115758 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0adab expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.357075:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.357080:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115751 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ada4 expref: 67 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.357087:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.357090:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115758 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adab expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.357370:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115751 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ada4 expref: 67 pid: 8480 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126458.357379:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d1115751 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ada4 expref: 67 pid: 8480 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.357387:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820301824:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.357411:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.359376:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820301824:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.359401:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115758 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adab expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.359413:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb8800, rc 0) 00000100:00100000:1.0:1746126458.359440:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821719424:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2407us (2979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.359446:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4466 00000100:00100000:0.0:1746126458.359458:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.362139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.362399:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.363212:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821719936 00000100:00100000:1.0:1746126458.363216:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821719936 00000100:00100000:1.0:1746126458.363242:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4467 00000100:00100000:1.0:1746126458.363247:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:31630:x1830945821719936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.363257:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.363265:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111575f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0adb2 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.363283:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115758 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adab expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.363287:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.363288:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.363291:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111575f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adb2 expref: 68 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.363317:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115758 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adab expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.363325:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d1115758 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adab expref: 5 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.363333:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820302080:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.363356:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.365595:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820302080:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.365613:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111575f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adb2 expref: 67 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.365623:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9a00, rc 0) 00000100:00100000:1.0:1746126458.365638:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:31630:x1830945821719936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2392us (3504us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.365643:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4467 00000100:00100000:0.0:1746126458.366454:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.370895:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.383006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.383079:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821720704 00000100:00100000:1.0:1746126458.383087:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821720704 00002000:00100000:1.0:1746126458.383122:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186ce00 x1830945821720704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.383131:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ce00 with x1830945821720704 ext(0->4095) 00002000:00010000:1.0:1746126458.383135:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ce00 00000100:00100000:1.0:1746126458.383162:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3588 00000100:00100000:1.0:1746126458.383169:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:1977:x1830945821720704:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126458.383309:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:1977:x1830945821720704:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.383316:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3588 00002000:00100000:1.0:1746126458.383321:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186ce00 x1830945821720704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.383328:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ce00 with x1830945821720704 ext(0->4095) 00002000:00010000:1.0:1746126458.383331:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ce00 00000100:00100000:0.0:1746126458.387010:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.388036:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821720832 00000100:00100000:1.0:1746126458.388044:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821720832 00000100:00100000:1.0:1746126458.388091:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4468 00000100:00100000:1.0:1746126458.388098:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821720832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.388112:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.388126:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115766 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0adb9 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.388149:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111575f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adb2 expref: 66 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.388159:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.388161:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.388164:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115766 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adb9 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.388186:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111575f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adb2 expref: 66 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.388196:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9a00/0x8f8d42f0d111575f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adb2 expref: 66 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.388205:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820302336:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.389989:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.392844:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820302336:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.392869:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115766 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adb9 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.392883:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9200, rc 0) 00000100:00100000:1.0:1746126458.392918:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821720832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4820us (5914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.392924:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4468 00000100:00100000:0.0:1746126458.398309:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.411372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.411444:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821721344 00000100:00100000:1.0:1746126458.411451:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821721344 00002000:00100000:1.0:1746126458.411487:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d880 x1830945821721344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.411518:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d880 with x1830945821721344 ext(0->4095) 00002000:00010000:1.0:1746126458.411523:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186d880 00000100:00100000:1.0:1746126458.411548:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3589 00000100:00100000:1.0:1746126458.411555:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821721344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126458.411678:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821721344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.411683:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3589 00002000:00100000:1.0:1746126458.411688:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d880 x1830945821721344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.411693:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d880 with x1830945821721344 ext(0->4095) 00002000:00010000:1.0:1746126458.411696:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186d880 00000100:00100000:0.0:1746126458.413082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.413193:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821721472 00000100:00100000:1.0:1746126458.413199:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821721472 00000100:00100000:1.0:1746126458.413222:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4469 00000100:00100000:1.0:1746126458.413227:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:31630:x1830945821721472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.413237:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.413249:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d111576d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0adc0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.413269:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115766 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adb9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.413274:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.413276:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.413280:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d111576d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adc0 expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.413309:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115766 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adb9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.413319:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115766 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adb9 expref: 5 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.413328:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820302592:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.413379:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126458.414685:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.418953:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820302592:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.418983:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d111576d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adc0 expref: 70 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.418998:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb8800, rc 0) 00000100:00100000:1.0:1746126458.419038:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:31630:x1830945821721472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5810us (5957us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.419045:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4469 00000100:00100000:0.0:1746126458.421322:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.424752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.432640:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.436850:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.440837:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.441404:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821722496 00000100:00100000:1.0:1746126458.441411:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821722496 00000100:00100000:1.0:1746126458.441453:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4471 00000100:00100000:1.0:1746126458.441459:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821722496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.441473:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.441485:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d111577b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0adce expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.441542:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115774 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adc7 expref: 68 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.441549:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.441550:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.441554:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d111577b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adce expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.441577:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adc7 expref: 68 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.441587:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b43a00/0x8f8d42f0d1115774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adc7 expref: 68 pid: 8480 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.441597:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820303104:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.441663:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.448434:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820303104:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.448469:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d111577b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adce expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.448484:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9000, rc 0) 00000100:00100000:1.0:1746126458.448547:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821722496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7088us (7715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.448554:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4471 00000100:00100000:0.0:1746126458.450409:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.451560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.451994:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821722624 00000100:00100000:1.0:1746126458.451999:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821722624 00000100:00100000:1.0:1746126458.452032:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4472 00000100:00100000:1.0:1746126458.452037:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:31630:x1830945821722624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.452049:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.452057:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115782 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0add5 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.452071:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.452075:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d111577b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adce expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.452080:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.452083:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115782 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0add5 expref: 70 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.452110:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d111577b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adce expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.452120:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115782 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0add5 expref: 70 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.452127:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.452128:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.452132:0:8479:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d111577b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adce expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.452138:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d111577b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adce expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.452156:0:8479:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d111577b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adce expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.452166:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d111577b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adce expref: 5 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.452175:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820303360:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126458.452233:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126458.457823:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.458399:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820303360:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126458.458418:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9e00, rc 0) 00000100:00100000:1.0:1746126458.458452:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:31630:x1830945821722624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6415us (8046us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.458459:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4472 00000100:00100000:0.0:1746126458.463666:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.473987:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.483234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.483316:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821723520 00000100:00100000:1.0:1746126458.483324:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821723520 00000100:00100000:1.0:1746126458.486190:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4473 00000100:00100000:1.0:1746126458.486204:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821723520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.486219:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.486234:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115789 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0addc expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.486256:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115782 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0add5 expref: 68 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.486263:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.486265:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.486267:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115789 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0addc expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.486289:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115782 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0add5 expref: 68 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.486308:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115782 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0add5 expref: 68 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.486317:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820303616:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.487211:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.489168:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820303616:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.489190:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115789 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0addc expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.489202:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9200, rc 0) 00000100:00100000:1.0:1746126458.489228:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821723520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3030us (6008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.489234:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4473 00000100:00100000:0.0:1746126458.497084:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.507101:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.521206:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.522058:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821723904 00000100:00100000:1.0:1746126458.522065:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821723904 00000100:00100000:1.0:1746126458.522108:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4474 00000100:00100000:1.0:1746126458.522115:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:31630:x1830945821723904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.522131:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.522145:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ade3 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.522174:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115789 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0addc expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.522180:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.522181:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.522184:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 72 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.522207:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115789 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0addc expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.522217:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1115789 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0addc expref: 5 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.522228:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820303872:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.522294:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126458.526706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.527188:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820303872:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.527210:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 71 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.527221:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9000, rc 0) 00000100:00100000:1.0:1746126458.527253:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:31630:x1830945821723904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5138us (6054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.527259:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4474 00000100:00100000:0.0:1746126458.536204:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.553957:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.569706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.569794:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821724672 00000100:00100000:1.0:1746126458.569803:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821724672 00000100:00100000:1.0:1746126458.569847:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4475 00000100:00100000:1.0:1746126458.569854:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821724672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.569869:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.569882:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0adea expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.569905:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 70 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.569911:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.569913:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.569916:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adea expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.569939:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 70 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.569949:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 70 pid: 8479 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746126458.569959:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820304128:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.570430:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099c61180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126458.591883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.592429:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821724800 00000100:00100000:1.0:1746126458.592437:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821724800 00002000:00100000:1.0:1746126458.592469:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093de9f80 x1830945821724800/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 496/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.592478:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093de9f80 with x1830945821724800 ext(0->7) 00010000:00010000:1.0:1746126458.592487:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 71 pid: 8479 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746126458.592528:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 71 pid: 8479 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.592534:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093de9f80 00000100:00100000:1.0:1746126458.592571:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1362 00000100:00100000:1.0:1746126458.592578:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093de9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1977:x1830945821724800:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126458.592812:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093de9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1977:x1830945821724800:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 233us (932us total) trans 4294967904 rc 0/0 00000100:00100000:1.0:1746126458.592818:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1362 00002000:00100000:1.0:1746126458.592823:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093de9f80 x1830945821724800/t4294967904(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 496/448 e 0 to 0 dl 1746126469 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.592829:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093de9f80 with x1830945821724800 ext(0->7) 00010000:00010000:1.0:1746126458.592833:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 73 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.592840:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 73 pid: 8479 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.592845:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093de9f80 00000100:00100000:0.0:1746126458.611966:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821724928 00000100:00100000:0.0:1746126458.611974:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821724928 00000100:00100000:0.0:1746126458.612014:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4476 00000100:00100000:0.0:1746126458.612020:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:31630:x1830945821724928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126458.612034:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126458.612046:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae9200/0x8f8d42f0d111579e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0adf1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.612067:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126458.612072:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adea expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.612077:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126458.612080:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9200/0x8f8d42f0d111579e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adf1 expref: 74 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.612108:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adea expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.612118:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ae9200/0x8f8d42f0d111579e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adf1 expref: 74 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.612126:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ae9200, rc 0) 00000100:00100000:0.0:1746126458.612157:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:31630:x1830945821724928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126458.612163:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4476 00000100:00100000:0.0:1746126458.614175:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.614195:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821725056 00000100:00100000:0.0:1746126458.614200:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821725056 00010000:00010000:0.0:1746126458.614220:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 74 pid: 8479 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746126458.614245:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6689 00000100:00100000:0.0:1746126458.614251:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1974:x1830945821725056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126458.614260:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126458.614276:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 74 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746126458.614286:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 74 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746126458.614314:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d1115790 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ade3 expref: 74 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746126458.614328:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126458.614329:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126458.614335:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adea expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.614342:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adea expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.614363:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adea expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.614372:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adea expref: 5 pid: 8479 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746126458.614387:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093dea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820304384:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126458.614433:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.627044:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.627118:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093dea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820304384:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126458.627132:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126458.627164:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1974:x1830945821725056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 12913us (12993us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126458.627173:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6689 00000100:00100000:0.0:1746126458.632901:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821725440 00000100:00100000:0.0:1746126458.632908:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821725440 00010000:00010000:0.0:1746126458.632934:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adea expref: 6 pid: 8479 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746126458.632958:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6690 00000100:00100000:0.0:1746126458.632965:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821725440:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126458.632975:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126458.632991:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adea expref: 6 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746126458.633000:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adea expref: 6 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746126458.633019:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115797 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adea expref: 6 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746126458.633032:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126458.633035:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126458.633041:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9200/0x8f8d42f0d111579e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adf1 expref: 72 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.633048:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9200/0x8f8d42f0d111579e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adf1 expref: 72 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126458.633072:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093ae9200/0x8f8d42f0d111579e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0adf1 expref: 72 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126458.633082:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093dea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820304512:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126458.633141:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126458.634860:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.634909:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821725696 00000100:00100000:1.0:1746126458.634913:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821725696 00002000:00100000:1.0:1746126458.634941:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093deaa00 x1830945821725696/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.634955:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093deaa00 with x1830945821725696 ext(0->4095) 00002000:00010000:1.0:1746126458.634959:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093deaa00 00000100:00100000:1.0:1746126458.634973:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3593 00000100:00100000:1.0:1746126458.634978:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1975:x1830945821725696:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126458.635097:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1975:x1830945821725696:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.635102:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3593 00002000:00100000:1.0:1746126458.635107:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093deaa00 x1830945821725696/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.635113:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093deaa00 with x1830945821725696 ext(0->4095) 00002000:00010000:1.0:1746126458.635115:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093deaa00 00000100:00100000:0.0:1746126458.636845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.644946:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.646190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.656630:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.659821:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.668147:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821726720 00000100:00100000:1.0:1746126458.668153:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821726720 00002000:00100000:1.0:1746126458.668182:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4a80 x1830945821726720/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.668190:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4a80 with x1830945821726720 ext(0->4095) 00002000:00010000:1.0:1746126458.668194:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4a80 00000100:00100000:1.0:1746126458.668207:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3594 00000100:00100000:1.0:1746126458.668213:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1977:x1830945821726720:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126458.668345:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1977:x1830945821726720:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (735us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.668354:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3594 00002000:00100000:1.0:1746126458.668358:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4a80 x1830945821726720/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.668365:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4a80 with x1830945821726720 ext(0->4095) 00002000:00010000:1.0:1746126458.668367:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4a80 00000100:00100000:0.0:1746126458.674995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.700156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.713635:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.720265:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.720513:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821727488 00000100:00100000:1.0:1746126458.720518:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821727488 00002000:00100000:1.0:1746126458.720547:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800940ac000 x1830945821727488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.720556:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940ac000 with x1830945821727488 ext(0->4095) 00010000:00010000:1.0:1746126458.720562:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d11157b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae06 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.720574:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d11157b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae06 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.720580:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940ac000 00000100:00100000:1.0:1746126458.720592:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1366 00000100:00100000:1.0:1746126458.720598:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821727488:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126458.720710:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821727488:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.720716:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1366 00002000:00100000:1.0:1746126458.720720:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800940ac000 x1830945821727488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.720733:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940ac000 with x1830945821727488 ext(0->4095) 00010000:00010000:1.0:1746126458.720737:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d11157b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae06 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.720746:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d11157b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae06 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.720751:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940ac000 00000100:00100000:0.0:1746126458.725002:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.729423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.733747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.737364:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.740903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.742266:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820305792:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126458.742281:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126458.742333:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1976:x1830945821728128:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4348us (4970us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126458.742341:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6695 00000100:00100000:0.0:1746126458.745556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.745647:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821728512 00000100:00100000:1.0:1746126458.745654:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821728512 00002000:00100000:1.0:1746126458.745687:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800940ad180 x1830945821728512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.745696:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940ad180 with x1830945821728512 ext(0->4095) 00010000:00010000:1.0:1746126458.745703:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d11157c1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae14 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.745716:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d11157c1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae14 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.745722:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940ad180 00000100:00100000:1.0:1746126458.745747:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1367 00000100:00100000:1.0:1746126458.745753:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821728512:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126458.745866:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821728512:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.745871:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1367 00002000:00100000:1.0:1746126458.745876:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800940ad180 x1830945821728512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.745883:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940ad180 with x1830945821728512 ext(0->4095) 00010000:00010000:1.0:1746126458.745886:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d11157c1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae14 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.745894:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d11157c1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae14 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.745899:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940ad180 00000100:00100000:0.0:1746126458.748621:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.748805:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821728640 00000100:00100000:1.0:1746126458.748812:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821728640 00000100:00100000:1.0:1746126458.749389:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4483 00000100:00100000:1.0:1746126458.749396:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:31631:x1830945821728640:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.749410:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.749422:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a3b8c00/0x8f8d42f0d11157cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ae22 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.749440:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.749444:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d11157c8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae1b expref: 77 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.749448:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.749451:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a3b8c00/0x8f8d42f0d11157cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae22 expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.749475:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d11157c8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae1b expref: 77 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.749488:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a3b8c00/0x8f8d42f0d11157cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae22 expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.749525:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a3b8c00, rc 0) 00000100:00100000:1.0:1746126458.749556:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:31631:x1830945821728640:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.749561:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4483 00000100:00100000:0.0:1746126458.750544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.754469:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.760569:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.765248:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.765769:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821729408 00000100:00100000:1.0:1746126458.765774:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821729408 00002000:00100000:1.0:1746126458.765803:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800940ae300 x1830945821729408/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.765813:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940ae300 with x1830945821729408 ext(0->4095) 00002000:00010000:1.0:1746126458.765816:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940ae300 00000100:00100000:1.0:1746126458.765836:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3596 00000100:00100000:1.0:1746126458.765841:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1977:x1830945821729408:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126458.765938:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1977:x1830945821729408:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (697us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.765943:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3596 00002000:00100000:1.0:1746126458.765947:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800940ae300 x1830945821729408/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.765953:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940ae300 with x1830945821729408 ext(0->4095) 00002000:00010000:1.0:1746126458.765956:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940ae300 00000100:00100000:0.0:1746126458.769073:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.773679:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.776474:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.779380:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.783459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.785755:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.789584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.789649:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821730560 00000100:00100000:1.0:1746126458.789656:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821730560 00002000:00100000:1.0:1746126458.789688:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800940afb80 x1830945821730560/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.789696:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940afb80 with x1830945821730560 ext(0->4095) 00010000:00010000:1.0:1746126458.789704:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d11157dd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae30 expref: 76 pid: 10465 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.789715:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d11157dd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae30 expref: 76 pid: 10465 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.789721:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940afb80 00000100:00100000:1.0:1746126458.789749:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1370 00000100:00100000:1.0:1746126458.789755:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1977:x1830945821730560:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126458.789875:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1977:x1830945821730560:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.789881:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1370 00002000:00100000:1.0:1746126458.789886:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800940afb80 x1830945821730560/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.789893:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940afb80 with x1830945821730560 ext(0->4095) 00010000:00010000:1.0:1746126458.789897:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d11157dd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae30 expref: 76 pid: 10465 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.789905:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d11157dd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae30 expref: 76 pid: 10465 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.789911:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940afb80 00000100:00100000:0.0:1746126458.792865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.795288:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.798693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.801360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.807171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.807271:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.810599:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.812720:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.818953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.822648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.825252:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.825348:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821732480 00000100:00100000:1.0:1746126458.825354:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821732480 00002000:00100000:1.0:1746126458.825384:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880086a15f80 x1830945821732480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.825393:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086a15f80 with x1830945821732480 ext(0->4095) 00002000:00010000:1.0:1746126458.825397:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086a15f80 00000100:00100000:1.0:1746126458.825455:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3599 00000100:00100000:1.0:1746126458.825462:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1975:x1830945821732480:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126458.826187:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1975:x1830945821732480:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 724us (939us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.826193:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3599 00002000:00100000:1.0:1746126458.826199:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880086a15f80 x1830945821732480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.826205:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086a15f80 with x1830945821732480 ext(0->4095) 00002000:00010000:1.0:1746126458.826208:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086a15f80 00000100:00100000:0.0:1746126458.828238:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.831009:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.835656:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.836124:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821732992 00000100:00100000:1.0:1746126458.836131:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821732992 00002000:00100000:1.0:1746126458.836161:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880086a16a00 x1830945821732992/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.836171:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086a16a00 with x1830945821732992 ext(0->4095) 00002000:00010000:1.0:1746126458.836175:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086a16a00 00000100:00100000:0.0:1746126458.837145:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.851861:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.854577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.864913:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.865277:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821733632 00000100:00100000:1.0:1746126458.865284:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821733632 00002000:00100000:1.0:1746126458.865329:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880086a17800 x1830945821733632/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.865343:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086a17800 with x1830945821733632 ext(0->4095) 00010000:00010000:1.0:1746126458.865350:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484d600/0x8f8d42f0d1115807 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae5a expref: 76 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.865363:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484d600/0x8f8d42f0d1115807 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae5a expref: 76 pid: 8480 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.865368:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086a17800 00000100:00100000:1.0:1746126458.866209:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1372 00000100:00100000:1.0:1746126458.866216:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1977:x1830945821733632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126458.866368:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1977:x1830945821733632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (1462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.866374:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1372 00002000:00100000:1.0:1746126458.866379:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880086a17800 x1830945821733632/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.866386:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086a17800 with x1830945821733632 ext(0->4095) 00010000:00010000:1.0:1746126458.866391:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484d600/0x8f8d42f0d1115807 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae5a expref: 76 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.866400:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484d600/0x8f8d42f0d1115807 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae5a expref: 76 pid: 8480 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.866406:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086a17800 00000100:00100000:0.0:1746126458.874730:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.883685:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.887045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.890779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.894221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.894741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.895437:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821734528 00000100:00100000:1.0:1746126458.895441:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821734528 00002000:00100000:1.0:1746126458.895465:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012ea94850 x1830945821734528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.895473:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea94850 with x1830945821734528 ext(0->4095) 00010000:00010000:1.0:1746126458.895478:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115815 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae68 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.895487:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115815 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae68 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.895508:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea94850 00000100:00100000:1.0:1746126458.895643:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1373 00000100:00100000:1.0:1746126458.895649:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821734528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126458.895771:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821734528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (1549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.895777:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1373 00002000:00100000:1.0:1746126458.895781:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012ea94850 x1830945821734528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.895788:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea94850 with x1830945821734528 ext(0->4095) 00010000:00010000:1.0:1746126458.895792:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115815 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae68 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.895800:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115815 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae68 expref: 6 pid: 10465 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.895805:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea94850 00000100:00100000:0.0:1746126458.904065:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.910317:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.913825:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.916288:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.916516:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821735552 00000100:00100000:1.0:1746126458.916521:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821735552 00002000:00100000:1.0:1746126458.916548:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cd180 x1830945821735552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.916556:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cd180 with x1830945821735552 ext(0->4095) 00002000:00010000:1.0:1746126458.916560:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7cd180 00000100:00100000:1.0:1746126458.916571:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3602 00000100:00100000:1.0:1746126458.916576:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1975:x1830945821735552:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126458.916683:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1975:x1830945821735552:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.916688:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3602 00002000:00100000:1.0:1746126458.916693:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cd180 x1830945821735552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.916700:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cd180 with x1830945821735552 ext(0->4095) 00002000:00010000:1.0:1746126458.916702:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7cd180 00000100:00100000:0.0:1746126458.919115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.922178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.924956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.926895:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.928239:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.931645:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.934162:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.934350:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821736704 00000100:00100000:1.0:1746126458.934354:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821736704 00002000:00100000:1.0:1746126458.934380:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7ce680 x1830945821736704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.934388:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7ce680 with x1830945821736704 ext(0->4095) 00010000:00010000:1.0:1746126458.934394:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d1115831 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae84 expref: 76 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.934402:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d1115831 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae84 expref: 76 pid: 8480 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.934412:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b7ce680 00000100:00100000:1.0:1746126458.934433:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1375 00000100:00100000:1.0:1746126458.934439:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1976:x1830945821736704:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126458.934564:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1976:x1830945821736704:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.934569:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1375 00002000:00100000:1.0:1746126458.934574:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7ce680 x1830945821736704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.934581:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7ce680 with x1830945821736704 ext(0->4095) 00010000:00010000:1.0:1746126458.934585:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d1115831 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae84 expref: 76 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.934594:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d1115831 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae84 expref: 76 pid: 8480 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.934599:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b7ce680 00000100:00100000:0.0:1746126458.937116:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.944172:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.947015:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.951020:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.956109:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.956170:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.956470:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821737600 00000100:00100000:1.0:1746126458.956478:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821737600 00002000:00100000:1.0:1746126458.956535:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cf800 x1830945821737600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.956544:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cf800 with x1830945821737600 ext(0->4095) 00002000:00010000:1.0:1746126458.956549:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7cf800 00000100:00100000:1.0:1746126458.956999:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1376 00000100:00100000:1.0:1746126458.957006:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821737600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126458.957110:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821737600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (1004us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.957115:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1376 00002000:00100000:1.0:1746126458.957121:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cf800 x1830945821737600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.957127:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cf800 with x1830945821737600 ext(0->4095) 00010000:00010000:1.0:1746126458.957131:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111583f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae92 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.957141:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111583f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ae92 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.957146:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b7cf800 00000100:00100000:0.0:1746126458.960174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.961238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.965425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.969588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.974672:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.975275:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821738624 00000100:00100000:1.0:1746126458.975281:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821738624 00002000:00100000:1.0:1746126458.975318:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cc380 x1830945821738624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.975327:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cc380 with x1830945821738624 ext(0->4095) 00002000:00010000:1.0:1746126458.975330:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7cc380 00000100:00100000:1.0:1746126458.975354:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3606 00000100:00100000:1.0:1746126458.975360:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1976:x1830945821738624:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126458.975479:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1976:x1830945821738624:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (808us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.975487:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3606 00002000:00100000:1.0:1746126458.975491:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cc380 x1830945821738624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.975516:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cc380 with x1830945821738624 ext(0->4095) 00002000:00010000:1.0:1746126458.975519:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7cc380 00000100:00100000:0.0:1746126458.978796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.978895:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821738752 00000100:00100000:1.0:1746126458.978902:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821738752 00000100:00100000:1.0:1746126458.978945:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4502 00000100:00100000:1.0:1746126458.978953:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821738752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.978966:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.978981:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a3b8200/0x8f8d42f0d1115854 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0aea7 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.979003:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111584d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aea0 expref: 74 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.979009:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.979011:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.979014:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a3b8200/0x8f8d42f0d1115854 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aea7 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.979039:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111584d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aea0 expref: 74 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.979049:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111584d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aea0 expref: 74 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126458.979063:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820311040:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.979628:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.981417:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820311040:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.981440:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a3b8200/0x8f8d42f0d1115854 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aea7 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.981452:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a3b8200, rc 0) 00000100:00100000:1.0:1746126458.981484:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821738752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2533us (2693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.981507:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4502 00000100:00100000:0.0:1746126458.982141:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.985843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.986265:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.986320:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821739008 00000100:00100000:1.0:1746126458.986326:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821739008 00000100:00100000:1.0:1746126458.986356:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4503 00000100:00100000:1.0:1746126458.986361:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:31630:x1830945821739008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.986374:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.986386:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d111585b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0aeae expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.986407:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a3b8200/0x8f8d42f0d1115854 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aea7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.986413:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.986414:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.986417:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d111585b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeae expref: 76 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.986440:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a3b8200/0x8f8d42f0d1115854 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aea7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.986450:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a3b8200/0x8f8d42f0d1115854 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aea7 expref: 5 pid: 8479 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126458.986459:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820311296:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126458.986523:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126458.989597:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820311296:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126458.989618:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d111585b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeae expref: 75 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.989631:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51400, rc 0) 00000100:00100000:1.0:1746126458.989658:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:31630:x1830945821739008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3296us (3819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.989664:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4503 00000100:00100000:0.0:1746126458.991263:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.991414:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821739392 00000100:00100000:1.0:1746126458.991421:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821739392 00000100:00100000:1.0:1746126458.991461:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4504 00000100:00100000:1.0:1746126458.991468:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:31631:x1830945821739392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126458.991481:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126458.991512:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1115862 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0aeb5 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.991532:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126458.991537:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d111585b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeae expref: 76 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.991543:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126458.991546:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1115862 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeb5 expref: 76 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.991574:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d111585b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeae expref: 76 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.991584:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1115862 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeb5 expref: 76 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126458.991592:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b50800, rc 0) 00000100:00100000:1.0:1746126458.991619:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:31631:x1830945821739392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126458.991624:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4504 00000100:00100000:0.0:1746126458.992267:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126458.995800:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126458.996077:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821739776 00000100:00100000:1.0:1746126458.996083:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821739776 00002000:00100000:1.0:1746126458.996113:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452f800 x1830945821739776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/0 e 0 to 0 dl 1746126469 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.996121:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452f800 with x1830945821739776 ext(0->4095) 00010000:00010000:1.0:1746126458.996127:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d111585b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeae expref: 76 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.996137:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d111585b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeae expref: 76 pid: 8479 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.996147:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452f800 00000100:00100000:1.0:1746126458.996169:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1379 00000100:00100000:1.0:1746126458.996175:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1977:x1830945821739776:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126458.996303:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1977:x1830945821739776:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (495us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126458.996308:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1379 00002000:00100000:1.0:1746126458.996313:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452f800 x1830945821739776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746126469 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126458.996319:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452f800 with x1830945821739776 ext(0->4095) 00010000:00010000:1.0:1746126458.996323:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d111585b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeae expref: 76 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126458.996331:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d111585b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeae expref: 76 pid: 8479 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126458.996336:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452f800 00000100:00100000:0.0:1746126458.999420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.004965:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.008783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.012331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.016433:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.016749:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821740672 00000100:00100000:1.0:1746126459.016755:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821740672 00002000:00100000:1.0:1746126459.016788:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452f100 x1830945821740672/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.016798:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452f100 with x1830945821740672 ext(0->4095) 00002000:00010000:1.0:1746126459.016802:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a452f100 00000100:00100000:1.0:1746126459.016829:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3608 00000100:00100000:1.0:1746126459.016836:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821740672:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126459.016947:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821740672:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.016953:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3608 00002000:00100000:1.0:1746126459.016958:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452f100 x1830945821740672/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.016965:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452f100 with x1830945821740672 ext(0->4095) 00002000:00010000:1.0:1746126459.016968:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a452f100 00000100:00100000:0.0:1746126459.019597:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.022074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.022227:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821740928 00000100:00100000:1.0:1746126459.022232:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821740928 00000100:00100000:1.0:1746126459.022325:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4507 00000100:00100000:1.0:1746126459.022332:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:31631:x1830945821740928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126459.022343:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126459.022353:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1115877 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0aeca expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.022371:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.022374:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1115870 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aec3 expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.022379:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126459.022382:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1115877 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeca expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.022403:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1115870 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aec3 expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.022416:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1115877 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0aeca expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.022423:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51c00, rc 0) 00000100:00100000:1.0:1746126459.022449:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:31631:x1830945821740928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.022454:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4507 00000100:00100000:0.0:1746126459.025149:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.027860:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.031032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.035742:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.035920:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821741696 00000100:00100000:1.0:1746126459.035924:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821741696 00002000:00100000:1.0:1746126459.035950:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a88380 x1830945821741696/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.035958:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a88380 with x1830945821741696 ext(0->4095) 00002000:00010000:1.0:1746126459.036110:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a88380 00000100:00100000:1.0:1746126459.036131:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3609 00000100:00100000:1.0:1746126459.036136:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1977:x1830945821741696:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126459.036234:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1977:x1830945821741696:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.036239:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3609 00002000:00100000:1.0:1746126459.036242:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a88380 x1830945821741696/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.036249:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a88380 with x1830945821741696 ext(0->4095) 00002000:00010000:1.0:1746126459.036252:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a88380 00000100:00100000:0.0:1746126459.038394:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.041145:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.043976:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.046475:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.048742:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.053118:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.057087:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.060357:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.064121:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.066415:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.070010:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.073081:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.073635:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821743744 00000100:00100000:1.0:1746126459.073641:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821743744 00002000:00100000:1.0:1746126459.073667:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184fb80 x1830945821743744/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.073675:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184fb80 with x1830945821743744 ext(0->4095) 00002000:00010000:1.0:1746126459.073679:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184fb80 00000100:00100000:1.0:1746126459.073696:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3612 00000100:00100000:1.0:1746126459.073701:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821743744:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126459.073796:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821743744:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (720us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.073801:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3612 00002000:00100000:1.0:1746126459.073805:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184fb80 x1830945821743744/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.073812:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184fb80 with x1830945821743744 ext(0->4095) 00002000:00010000:1.0:1746126459.073815:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184fb80 00000100:00100000:0.0:1746126459.076252:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.077614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.080916:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.083974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.087669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.090135:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.090601:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821744768 00000100:00100000:1.0:1746126459.090606:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821744768 00002000:00100000:1.0:1746126459.090631:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c700 x1830945821744768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.090640:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c700 with x1830945821744768 ext(0->4095) 00002000:00010000:1.0:1746126459.090643:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184c700 00000100:00100000:1.0:1746126459.090665:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3613 00000100:00100000:1.0:1746126459.090670:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1975:x1830945821744768:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126459.090770:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1975:x1830945821744768:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (639us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.090778:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3613 00002000:00100000:1.0:1746126459.090783:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c700 x1830945821744768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.090789:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c700 with x1830945821744768 ext(0->4095) 00002000:00010000:1.0:1746126459.090792:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184c700 00000100:00100000:0.0:1746126459.092654:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.095629:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.097882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.100017:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.100970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.102196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.104112:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.106391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.109138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.114435:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.117663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.118159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.121688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.121956:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821746944 00000100:00100000:1.0:1746126459.121961:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821746944 00002000:00100000:1.0:1746126459.121989:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c000 x1830945821746944/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.121998:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c000 with x1830945821746944 ext(0->4095) 00010000:00010000:1.0:1746126459.122004:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11158bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af10 expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.122015:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11158bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af10 expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.122020:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c000 00000100:00100000:1.0:1746126459.122034:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1385 00000100:00100000:1.0:1746126459.122039:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821746944:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126459.122148:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821746944:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (465us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.122154:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1385 00002000:00100000:1.0:1746126459.122158:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c000 x1830945821746944/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.122171:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c000 with x1830945821746944 ext(0->4095) 00010000:00010000:1.0:1746126459.122175:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11158bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af10 expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.122184:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11158bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af10 expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.122189:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c000 00000100:00100000:0.0:1746126459.126630:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.131563:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.135196:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.139340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.141979:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.145751:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.145880:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821747968 00000100:00100000:1.0:1746126459.145886:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821747968 00002000:00100000:1.0:1746126459.145919:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099aff480 x1830945821747968/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.145928:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff480 with x1830945821747968 ext(0->4095) 00010000:00010000:1.0:1746126459.145935:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11158cb lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af1e expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.145947:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11158cb lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af1e expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.145953:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aff480 00000100:00100000:1.0:1746126459.146701:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1386 00000100:00100000:1.0:1746126459.146708:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821747968:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126459.146819:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821747968:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (1072us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.146825:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1386 00002000:00100000:1.0:1746126459.146830:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099aff480 x1830945821747968/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.146837:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff480 with x1830945821747968 ext(0->4095) 00010000:00010000:1.0:1746126459.146842:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11158cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af1e expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.146852:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11158cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af1e expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.146857:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aff480 00000100:00100000:0.0:1746126459.149541:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.149583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.155769:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.161085:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.161277:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.163982:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.164120:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821748992 00000100:00100000:1.0:1746126459.164125:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821748992 00002000:00100000:1.0:1746126459.164152:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099aff100 x1830945821748992/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.164161:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff100 with x1830945821748992 ext(0->4095) 00010000:00010000:1.0:1746126459.164167:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d11158d9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af2c expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.164179:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d11158d9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af2c expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.164185:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aff100 00000100:00100000:1.0:1746126459.164811:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1388 00000100:00100000:1.0:1746126459.164817:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821748992:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126459.164925:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821748992:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (946us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.164933:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1388 00002000:00100000:1.0:1746126459.164938:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099aff100 x1830945821748992/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.164945:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff100 with x1830945821748992 ext(0->4095) 00010000:00010000:1.0:1746126459.164950:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d11158d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af2c expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.164959:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d11158d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af2c expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.164965:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aff100 00000100:00100000:0.0:1746126459.168949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.174063:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.176700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.181737:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.182827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.186940:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.188063:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821750016 00000100:00100000:1.0:1746126459.188069:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821750016 00002000:00100000:1.0:1746126459.188100:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094902680 x1830945821750016/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.188108:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902680 with x1830945821750016 ext(0->4095) 00010000:00010000:1.0:1746126459.188114:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d11158e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af3a expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.188125:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d11158e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af3a expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.188130:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094902680 00000100:00100000:1.0:1746126459.188156:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1389 00000100:00100000:1.0:1746126459.188162:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821750016:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126459.188300:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821750016:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (1358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.188306:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1389 00002000:00100000:1.0:1746126459.188310:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094902680 x1830945821750016/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.188317:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902680 with x1830945821750016 ext(0->4095) 00010000:00010000:1.0:1746126459.188322:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d11158e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af3a expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.188331:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d11158e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af3a expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.188336:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094902680 00000100:00100000:0.0:1746126459.193273:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.198801:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.223171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.236287:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.236380:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821750656 00000100:00100000:1.0:1746126459.236388:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821750656 00002000:00100000:1.0:1746126459.236424:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094902300 x1830945821750656/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 496/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.236433:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902300 with x1830945821750656 ext(0->7) 00010000:00010000:1.0:1746126459.236440:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d11158ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af41 expref: 75 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.236452:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d11158ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af41 expref: 75 pid: 10567 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.236458:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094902300 00000100:00100000:1.0:1746126459.236485:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1390 00000100:00100000:1.0:1746126459.236517:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1976:x1830945821750656:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126459.236767:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:1976:x1830945821750656:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 275us (486us total) trans 4294967906 rc 0/0 00000100:00100000:1.0:1746126459.236773:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1390 00002000:00100000:1.0:1746126459.236778:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094902300 x1830945821750656/t4294967906(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 496/448 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.236785:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902300 with x1830945821750656 ext(0->7) 00010000:00010000:1.0:1746126459.236789:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d11158ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af41 expref: 77 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.236797:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d11158ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af41 expref: 77 pid: 10567 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.236802:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094902300 00000100:00100000:0.0:1746126459.251424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.255572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.262787:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.267161:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.271853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.273729:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821751552 00000100:00100000:1.0:1746126459.273739:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821751552 00002000:00100000:1.0:1746126459.273777:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903100 x1830945821751552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.273786:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903100 with x1830945821751552 ext(0->4095) 00002000:00010000:1.0:1746126459.273790:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094903100 00000100:00100000:1.0:1746126459.273818:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3618 00000100:00100000:1.0:1746126459.273825:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:1977:x1830945821751552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126459.273961:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:1977:x1830945821751552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (2111us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.273970:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3618 00002000:00100000:1.0:1746126459.273974:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903100 x1830945821751552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.273981:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903100 with x1830945821751552 ext(0->4095) 00002000:00010000:1.0:1746126459.273983:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094903100 00000100:00100000:0.0:1746126459.277472:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.287061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.288369:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1392 00000100:00100000:1.0:1746126459.288379:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:1977:x1830945821751808:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126459.288637:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1977:x1830945821751808:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 260us (1577us total) trans 4294967907 rc 0/0 00000100:00100000:1.0:1746126459.288643:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1392 00002000:00100000:1.0:1746126459.288648:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094901f80 x1830945821751808/t4294967907(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 496/448 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.288654:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901f80 with x1830945821751808 ext(0->7) 00010000:00010000:1.0:1746126459.288659:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d11158fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af4f expref: 79 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.288668:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d11158fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af4f expref: 79 pid: 10567 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.288674:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094901f80 00000100:00100000:0.0:1746126459.294087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.299937:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.299974:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.302381:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.306096:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.312139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.320448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.323442:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.323608:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821753216 00000100:00100000:1.0:1746126459.323615:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821753216 00002000:00100000:1.0:1746126459.323646:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a44000 x1830945821753216/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.323665:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44000 with x1830945821753216 ext(0->4095) 00002000:00010000:1.0:1746126459.323669:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a44000 00000100:00100000:1.0:1746126459.323689:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3620 00000100:00100000:1.0:1746126459.323695:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1974:x1830945821753216:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126459.323809:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1974:x1830945821753216:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.323815:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3620 00002000:00100000:1.0:1746126459.323819:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a44000 x1830945821753216/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.323826:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44000 with x1830945821753216 ext(0->4095) 00002000:00010000:1.0:1746126459.323828:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a44000 00000100:00100000:0.0:1746126459.328396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.334758:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.334847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.334877:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821753472 00000100:00100000:0.0:1746126459.334882:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821753472 00010000:00010000:0.0:1746126459.334907:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115911 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af64 expref: 79 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.336223:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6744 00000100:00100000:1.0:1746126459.336232:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945821753472:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.336241:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.336258:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115911 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af64 expref: 80 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.336267:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115911 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af64 expref: 80 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.336280:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115911 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af64 expref: 80 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.336306:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.336308:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.336313:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.336320:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.336338:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.336346:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 5 pid: 10567 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.336356:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820318464:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.336407:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.340287:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820318464:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.340312:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.340355:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1977:x1830945821753472:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4124us (5507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.340363:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6744 00000100:00100000:1.0:1746126459.341801:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821753856 00000100:00100000:1.0:1746126459.341806:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821753856 00002000:00100000:1.0:1746126459.341835:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6d80 x1830945821753856/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.341850:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6d80 with x1830945821753856 ext(0->4095) 00010000:00010000:1.0:1746126459.341857:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.341868:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.341874:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6d80 00000100:00100000:1.0:1746126459.341895:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1395 00000100:00100000:1.0:1746126459.341901:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821753856:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126459.342008:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821753856:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.342013:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1395 00002000:00100000:1.0:1746126459.342017:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6d80 x1830945821753856/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.342024:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6d80 with x1830945821753856 ext(0->4095) 00010000:00010000:1.0:1746126459.342028:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.342036:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.342041:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6d80 00000100:00100000:0.0:1746126459.345318:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.345709:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821753984 00000100:00100000:1.0:1746126459.345716:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821753984 00010000:00010000:1.0:1746126459.345745:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.345778:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6745 00000100:00100000:1.0:1746126459.345785:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821753984:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.345795:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.345812:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.345822:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.345840:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115918 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af6b expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.345859:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.345861:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.345901:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d111591f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af72 expref: 78 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.345909:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d111591f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af72 expref: 78 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.345951:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d111591f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af72 expref: 78 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126459.345970:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820318592:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.346065:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126459.348465:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.348590:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820318592:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.348607:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.348646:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821753984:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2861us (3332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.348655:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6745 00000100:00100000:0.0:1746126459.355256:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.361192:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.361606:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1396 00000100:00100000:1.0:1746126459.361615:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1977:x1830945821754496:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126459.361874:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945821754496:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 261us (688us total) trans 4294967908 rc 0/0 00000100:00100000:1.0:1746126459.361881:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1396 00002000:00100000:1.0:1746126459.361887:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009469b480 x1830945821754496/t4294967908(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 496/448 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.361894:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469b480 with x1830945821754496 ext(0->7) 00010000:00010000:1.0:1746126459.361899:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d111591f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af72 expref: 81 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.361908:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d111591f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af72 expref: 81 pid: 10567 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.361914:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009469b480 00000100:00100000:0.0:1746126459.366872:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.367050:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821754624 00000100:00100000:1.0:1746126459.367057:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821754624 00010000:00010000:1.0:1746126459.367086:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d111591f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af72 expref: 81 pid: 10567 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.367125:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6746 00000100:00100000:1.0:1746126459.367132:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945821754624:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.367143:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.367159:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d111591f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af72 expref: 81 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.367169:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d111591f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af72 expref: 81 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.367188:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d111591f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af72 expref: 81 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.367203:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.367205:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.367210:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115926 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af79 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.367218:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115926 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af79 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.367243:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115926 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af79 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126459.367253:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820318848:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.367332:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.370245:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820318848:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.370264:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.370302:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945821754624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3170us (3436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.370311:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6746 00000100:00100000:0.0:1746126459.370460:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.371132:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821754880 00000100:00100000:1.0:1746126459.371138:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821754880 00002000:00100000:1.0:1746126459.371166:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094699c00 x1830945821754880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.371175:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699c00 with x1830945821754880 ext(0->4095) 00002000:00010000:1.0:1746126459.371179:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094699c00 00000100:00100000:1.0:1746126459.371531:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3622 00000100:00100000:1.0:1746126459.371538:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821754880:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126459.371654:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821754880:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (1194us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.371660:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3622 00002000:00100000:1.0:1746126459.371665:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094699c00 x1830945821754880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.371672:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699c00 with x1830945821754880 ext(0->4095) 00002000:00010000:1.0:1746126459.371675:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094699c00 00000100:00100000:0.0:1746126459.373376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.378487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.382436:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.383398:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821755264 00000100:00100000:1.0:1746126459.383406:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821755264 00010000:00010000:1.0:1746126459.383438:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115926 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af79 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.383480:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6747 00000100:00100000:1.0:1746126459.383488:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821755264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.383528:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.383545:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115926 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af79 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.383555:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115926 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af79 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.383574:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115926 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af79 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.383591:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.383592:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.383598:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d111592d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af80 expref: 81 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.383606:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d111592d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af80 expref: 81 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.383631:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d111592d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af80 expref: 81 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.383642:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d111592d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af80 expref: 81 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.383655:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820319232:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.383727:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126459.389055:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.389670:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820319232:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.389685:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.389764:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821755264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6276us (7333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.389771:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6747 00000100:00100000:0.0:1746126459.392713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.392784:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821755648 00000100:00100000:1.0:1746126459.392790:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821755648 00010000:00010000:1.0:1746126459.392815:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d111592d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af80 expref: 82 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.392881:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6748 00000100:00100000:1.0:1746126459.392888:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1976:x1830945821755648:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.392898:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.392912:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d111592d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af80 expref: 82 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.392923:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d111592d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af80 expref: 82 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.392941:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d111592d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af80 expref: 82 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.393111:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.393114:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.393120:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1115934 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af87 expref: 81 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.393128:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1115934 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af87 expref: 81 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.393154:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1115934 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af87 expref: 81 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126459.393163:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820319360:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.397729:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126459.404323:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.405354:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820319360:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.405370:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.405391:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945821755648:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 12504us (12683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.405397:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6748 00000100:00100000:0.0:1746126459.413099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.418750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.421058:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.421129:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821756288 00000100:00100000:1.0:1746126459.421135:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821756288 00010000:00010000:1.0:1746126459.421163:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1115934 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af87 expref: 83 pid: 10567 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.421248:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6749 00000100:00100000:1.0:1746126459.421255:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1976:x1830945821756288:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.421265:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.421280:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1115934 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af87 expref: 83 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.421305:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1115934 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af87 expref: 83 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.421323:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1115934 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af87 expref: 83 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.422231:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.422234:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.422242:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d111593b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af8e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.422250:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d111593b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af8e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.422282:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d111593b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af8e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126459.422301:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820319616:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.423565:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.426982:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820319616:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.427001:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126459.427231:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.428050:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1976:x1830945821756288:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6795us (6997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.428057:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6749 00000100:00100000:0.0:1746126459.429882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.435208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.435246:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.435706:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821756928 00000100:00100000:1.0:1746126459.435710:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821756928 00010000:00010000:1.0:1746126459.435726:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d111593b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af8e expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.435742:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6750 00000100:00100000:1.0:1746126459.435746:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821756928:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.435754:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.435769:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d111593b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af8e expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.435778:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d111593b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af8e expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.435793:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d111593b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af8e expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.435807:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.435809:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.435814:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d1115942 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af95 expref: 83 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.435820:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d1115942 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af95 expref: 83 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.435997:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d1115942 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af95 expref: 83 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.436006:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d1115942 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af95 expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.436016:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820320000:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.436407:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.438850:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820320000:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.438866:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.438897:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821756928:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3150us (3650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.438906:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6750 00000100:00100000:0.0:1746126459.439393:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.441798:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.441859:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821757312 00000100:00100000:1.0:1746126459.441864:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821757312 00010000:00010000:1.0:1746126459.441885:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d1115942 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af95 expref: 84 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.442032:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6751 00000100:00100000:1.0:1746126459.442039:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1977:x1830945821757312:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.442049:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.442062:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d1115942 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af95 expref: 84 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.442072:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d1115942 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af95 expref: 84 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.442089:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d1115942 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af95 expref: 84 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.442196:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.442199:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.442204:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d1115949 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af9c expref: 83 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.442212:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d1115949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af9c expref: 83 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.442236:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d1115949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af9c expref: 83 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126459.442245:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820320128:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.442654:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126459.445915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.446006:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820320128:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.446022:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.446054:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1977:x1830945821757312:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4015us (4260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.446063:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6751 00000100:00100000:0.0:1746126459.448541:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.451614:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.451718:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821757824 00000100:00100000:1.0:1746126459.451724:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821757824 00010000:00010000:1.0:1746126459.451745:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d1115949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af9c expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.451937:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6752 00000100:00100000:1.0:1746126459.451944:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1977:x1830945821757824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.451955:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.451971:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d1115949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af9c expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.451985:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d1115949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af9c expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.452001:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5e00/0x8f8d42f0d1115949 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0af9c expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.452018:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.452020:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.452025:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115950 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afa3 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.452032:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115950 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afa3 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.452059:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115950 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afa3 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126459.452068:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820320384:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.452120:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.452989:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820320384:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.452999:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.453017:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1977:x1830945821757824:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1074us (1405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.453023:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6752 00000100:00100000:0.0:1746126459.453805:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.455916:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.456158:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.456693:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4540 00000100:00100000:0.0:1746126459.456699:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:31630:x1830945821758208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126459.456705:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126459.456710:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae9c00/0x8f8d42f0d111595e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0afaa expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.456720:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126459.456723:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1115957 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb1 expref: 85 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.456727:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126459.456729:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9c00/0x8f8d42f0d111595e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afaa expref: 85 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.456749:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1115957 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb1 expref: 85 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.456758:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ae9c00/0x8f8d42f0d111595e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afaa expref: 85 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.456765:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ae9c00, rc 0) 00000100:00100000:0.0:1746126459.456798:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:31630:x1830945821758208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126459.456803:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4540 00000100:00100000:0.0:1746126459.458646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.458726:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821758464 00000100:00100000:1.0:1746126459.458731:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821758464 00010000:00010000:1.0:1746126459.458749:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115950 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afa3 expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.458804:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6753 00000100:00100000:1.0:1746126459.458810:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821758464:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.458820:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.458836:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115950 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afa3 expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.458845:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115950 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afa3 expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.458859:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115950 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afa3 expref: 6 pid: 10567 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.458954:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.458956:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.458962:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1115957 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb1 expref: 83 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.458976:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1115957 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb1 expref: 83 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.458998:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1115957 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb1 expref: 83 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.459007:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1115957 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb1 expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.459017:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820320768:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.459067:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.460789:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820320768:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.460803:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.460838:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821758464:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2028us (2193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.460845:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6753 00000100:00100000:0.0:1746126459.460890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.463914:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.463998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.464185:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821758976 00000100:00100000:1.0:1746126459.464188:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821758976 00010000:00010000:1.0:1746126459.464207:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1115957 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb1 expref: 84 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.464239:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6754 00000100:00100000:1.0:1746126459.464244:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1975:x1830945821758976:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.464253:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.464621:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1115957 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb1 expref: 84 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.465341:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1115957 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb1 expref: 84 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.465359:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1115957 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb1 expref: 84 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.465377:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.465379:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.465383:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9c00/0x8f8d42f0d111595e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afaa expref: 83 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.465390:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9c00/0x8f8d42f0d111595e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afaa expref: 83 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.465409:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093ae9c00/0x8f8d42f0d111595e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afaa expref: 83 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.465419:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ae9c00/0x8f8d42f0d111595e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afaa expref: 83 pid: 8479 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.465429:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820321024:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.465511:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.469110:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820321024:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.469137:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.469176:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1975:x1830945821758976:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4931us (5178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.469185:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6754 00000100:00100000:0.0:1746126459.472699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.473169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.473521:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821759488 00000100:00100000:1.0:1746126459.473525:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821759488 00010000:00010000:1.0:1746126459.473542:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9c00/0x8f8d42f0d111595e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afaa expref: 85 pid: 8479 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.473819:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6755 00000100:00100000:1.0:1746126459.473826:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1974:x1830945821759488:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.473837:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.473853:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093ae9c00/0x8f8d42f0d111595e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afaa expref: 85 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.473863:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ae9c00/0x8f8d42f0d111595e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afaa expref: 84 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.473878:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9c00/0x8f8d42f0d111595e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afaa expref: 84 pid: 8479 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.473895:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.473897:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.473902:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115965 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb8 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.473908:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115965 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb8 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.473927:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115965 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb8 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.473937:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115965 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb8 expref: 5 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.473947:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820321280:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.473990:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.477572:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820321280:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.477587:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.477996:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1974:x1830945821759488:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4169us (4826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.478004:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6755 00000100:00100000:0.0:1746126459.484556:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.484766:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821759872 00000100:00100000:1.0:1746126459.484773:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821759872 00010000:00010000:1.0:1746126459.484800:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115965 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb8 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.484837:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6756 00000100:00100000:1.0:1746126459.484843:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821759872:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.484853:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.484868:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115965 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb8 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.484902:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115965 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb8 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.484921:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5c00/0x8f8d42f0d1115965 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afb8 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.485218:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.485221:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.485227:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111596c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afbf expref: 82 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.485235:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111596c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afbf expref: 82 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.485261:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111596c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afbf expref: 82 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126459.485271:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820321408:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.485777:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.488938:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820321408:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.488956:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.489002:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821759872:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4158us (4452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.489011:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6756 00000100:00100000:0.0:1746126459.489201:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.492539:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.497947:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.498486:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821760384 00000100:00100000:1.0:1746126459.498507:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821760384 00010000:00010000:1.0:1746126459.498532:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111596c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afbf expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.498561:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6757 00000100:00100000:1.0:1746126459.498567:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1977:x1830945821760384:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.498576:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.498591:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111596c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afbf expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.498601:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111596c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afbf expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.498617:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d111596c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afbf expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.498635:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.498637:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.498643:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115973 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afc6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.498651:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afc6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.498673:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afc6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126459.498683:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820321664:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.500095:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126459.500835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.503537:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820321664:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.503553:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.503582:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1977:x1830945821760384:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5015us (5635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.503591:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6757 00000100:00100000:0.0:1746126459.504775:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.509414:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.509521:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821760896 00000100:00100000:1.0:1746126459.509528:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821760896 00010000:00010000:1.0:1746126459.509557:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115973 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afc6 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.509618:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6758 00000100:00100000:1.0:1746126459.509624:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821760896:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.509637:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.509653:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115973 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afc6 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.509663:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afc6 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.509681:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5000/0x8f8d42f0d1115973 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afc6 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.509873:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.509875:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.509881:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111597a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afcd expref: 82 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.509888:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111597a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afcd expref: 82 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.509914:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111597a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afcd expref: 82 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126459.509923:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820321920:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.509992:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.512710:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820321920:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.512726:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.512758:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821760896:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3134us (3350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.512770:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6758 00000100:00100000:0.0:1746126459.513236:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.513872:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821761152 00000100:00100000:1.0:1746126459.513878:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821761152 00002000:00100000:1.0:1746126459.513908:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425d180 x1830945821761152/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.513917:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d180 with x1830945821761152 ext(0->4095) 00002000:00010000:1.0:1746126459.513921:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425d180 00000100:00100000:1.0:1746126459.513993:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3627 00000100:00100000:1.0:1746126459.513999:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1976:x1830945821761152:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126459.514519:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1976:x1830945821761152:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 518us (1282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.514524:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3627 00002000:00100000:1.0:1746126459.514530:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425d180 x1830945821761152/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.514536:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d180 with x1830945821761152 ext(0->4095) 00002000:00010000:1.0:1746126459.514538:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425d180 00000100:00100000:0.0:1746126459.524077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.542730:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800948d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820322048:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126459.542756:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115981 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afd4 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.542770:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ad5200, rc 0) 00000100:00100000:0.0:1746126459.542817:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821761280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18603us (18744us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126459.542824:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4545 00000100:00100000:0.0:1746126459.544007:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.544043:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.544103:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821761408 00000100:00100000:1.0:1746126459.544109:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821761408 00002000:00100000:1.0:1746126459.544138:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009425c380 x1830945821761408/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 496/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.544146:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c380 with x1830945821761408 ext(0->7) 00010000:00010000:1.0:1746126459.544153:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111597a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afcd expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.544168:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111597a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afcd expref: 83 pid: 8480 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.544174:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425c380 00000100:00100000:1.0:1746126459.544363:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1405 00000100:00100000:1.0:1746126459.544370:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1976:x1830945821761408:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126459.544621:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1976:x1830945821761408:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 251us (615us total) trans 4294967910 rc 0/0 00000100:00100000:1.0:1746126459.544627:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1405 00002000:00100000:1.0:1746126459.544632:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009425c380 x1830945821761408/t4294967910(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 496/448 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.544638:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c380 with x1830945821761408 ext(0->7) 00010000:00010000:1.0:1746126459.544642:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111597a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afcd expref: 85 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.544650:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111597a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afcd expref: 85 pid: 8480 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746126459.544655:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425c380 00000100:00100000:0.0:1746126459.547236:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.547464:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821761664 00000100:00100000:1.0:1746126459.547470:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821761664 00010000:00010000:1.0:1746126459.547593:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111597a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afcd expref: 86 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.547978:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6759 00000100:00100000:1.0:1746126459.547986:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945821761664:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126459.547998:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126459.548014:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111597a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afcd expref: 86 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.548024:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111597a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afcd expref: 86 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.548042:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4a00/0x8f8d42f0d111597a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afcd expref: 86 pid: 8480 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746126459.548058:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.548060:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126459.548066:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115981 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afd4 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.548073:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115981 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afd4 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.548098:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115981 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afd4 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126459.548107:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115981 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afd4 expref: 5 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746126459.548116:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820322304:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126459.548184:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.550032:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820322304:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126459.550048:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126459.550076:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1977:x1830945821761664:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2091us (2845us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126459.550084:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6759 00000100:00100000:0.0:1746126459.552645:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.556250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.556431:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821762048 00000100:00100000:1.0:1746126459.556439:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821762048 00010000:00010000:1.0:1746126459.556469:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115981 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afd4 expref: 6 pid: 8480 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746126459.560809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.560877:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821762304 00000100:00100000:1.0:1746126459.560883:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821762304 00002000:00100000:1.0:1746126459.560917:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ea00 x1830945821762304/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.560926:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ea00 with x1830945821762304 ext(0->4095) 00002000:00010000:1.0:1746126459.560930:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425ea00 00000100:00100000:1.0:1746126459.561322:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3628 00000100:00100000:1.0:1746126459.561329:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1977:x1830945821762304:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126459.561434:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1977:x1830945821762304:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (633us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.561440:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3628 00002000:00100000:1.0:1746126459.561445:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ea00 x1830945821762304/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.561451:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ea00 with x1830945821762304 ext(0->4095) 00002000:00010000:1.0:1746126459.561454:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425ea00 00000100:00100000:0.0:1746126459.567269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.569975:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.571988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.577714:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.582697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.587875:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821763328 00000100:00100000:1.0:1746126459.587880:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821763328 00002000:00100000:1.0:1746126459.587910:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4700 x1830945821763328/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.587918:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4700 with x1830945821763328 ext(0->4095) 00002000:00010000:1.0:1746126459.587921:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4700 00000100:00100000:1.0:1746126459.588581:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3629 00000100:00100000:1.0:1746126459.588588:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1976:x1830945821763328:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126459.589270:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1976:x1830945821763328:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 681us (1658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.589276:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3629 00002000:00100000:1.0:1746126459.589282:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4700 x1830945821763328/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.589297:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4700 with x1830945821763328 ext(0->4095) 00002000:00010000:1.0:1746126459.589300:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4700 00000100:00100000:0.0:1746126459.599084:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.620540:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.620607:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821763584 00000100:00100000:1.0:1746126459.620614:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821763584 00002000:00100000:1.0:1746126459.620645:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092ad8380 x1830945821763584/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 496/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.620653:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8380 with x1830945821763584 ext(0->7) 00010000:00010000:1.0:1746126459.620659:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afe9 expref: 85 pid: 10465 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126459.620672:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0afe9 expref: 85 pid: 10465 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126459.620682:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad8380 00000100:00100000:0.0:1746126459.622658:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.630491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.633635:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.637637:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.642815:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821764480 00000100:00100000:1.0:1746126459.642822:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821764480 00002000:00100000:1.0:1746126459.642857:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008963ad80 x1830945821764480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.642864:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963ad80 with x1830945821764480 ext(0->4095) 00002000:00010000:1.0:1746126459.642868:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008963ad80 00000100:00100000:1.0:1746126459.643102:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3630 00000100:00100000:1.0:1746126459.643109:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1976:x1830945821764480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126459.643348:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1976:x1830945821764480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 238us (1265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.643355:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3630 00002000:00100000:1.0:1746126459.643360:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008963ad80 x1830945821764480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.643367:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963ad80 with x1830945821764480 ext(0->4095) 00002000:00010000:1.0:1746126459.643370:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008963ad80 00000100:00100000:0.0:1746126459.645219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.649059:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.652649:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.653516:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.653571:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821765120 00000100:00100000:0.0:1746126459.653574:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821765120 00002000:00100000:0.0:1746126459.653598:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ada300 x1830945821765120/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126459.653606:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ada300 with x1830945821765120 ext(0->4095) 00010000:00010000:0.0:1746126459.653611:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0affe expref: 6 pid: 10465 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.653620:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0affe expref: 6 pid: 10465 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746126459.653625:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ada300 00000100:00100000:0.0:1746126459.653647:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1410 00000100:00100000:0.0:1746126459.653652:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821765120:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126459.653750:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821765120:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (234us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126459.653756:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1410 00002000:00100000:0.0:1746126459.653760:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ada300 x1830945821765120/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126459.653767:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ada300 with x1830945821765120 ext(0->4095) 00010000:00010000:0.0:1746126459.653771:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0affe expref: 6 pid: 10465 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.653779:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0affe expref: 6 pid: 10465 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746126459.653784:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ada300 00000100:00100000:0.0:1746126459.657333:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.659821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.662776:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.668396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.674068:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.676030:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.679197:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.685171:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.685212:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.690140:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.692005:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.696333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.699973:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.704940:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.707653:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.711939:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.715404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.716829:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.716856:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821768192 00000100:00100000:0.0:1746126459.716859:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821768192 00002000:00100000:0.0:1746126459.716885:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152680 x1830945821768192/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126459.716892:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152680 with x1830945821768192 ext(0->4095) 00002000:00010000:0.0:1746126459.716896:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135152680 00000100:00100000:0.0:1746126459.716910:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3634 00000100:00100000:0.0:1746126459.716916:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821768192:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126459.717576:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821768192:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 659us (747us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126459.717582:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3634 00002000:00100000:0.0:1746126459.717588:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152680 x1830945821768192/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126459.717595:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152680 with x1830945821768192 ext(0->4095) 00010000:00010000:0.0:1746126459.717599:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d11159d5 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b028 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.717607:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d11159d5 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b028 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746126459.717612:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135152680 00000100:00100000:0.0:1746126459.720315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.722733:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.723259:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821768448 00000100:00100000:0.0:1746126459.723264:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821768448 00010000:00010000:0.0:1746126459.723284:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d11159d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b028 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746126459.724119:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6772 00000100:00100000:0.0:1746126459.724127:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821768448:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126459.724137:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126459.724151:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d11159d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b028 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.724165:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d11159d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b028 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.724180:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4200/0x8f8d42f0d11159d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b028 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.724197:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126459.724198:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126459.724203:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b02f expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.724209:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b02f expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.724227:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b02f expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.724235:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b02f expref: 87 pid: 10567 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746126459.724244:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135150a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820325632:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126459.725339:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126459.728065:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.730770:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.735332:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.735521:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821769088 00000100:00100000:1.0:1746126459.735526:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821769088 00002000:00100000:1.0:1746126459.735556:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152300 x1830945821769088/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.735563:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152300 with x1830945821769088 ext(0->4095) 00002000:00010000:1.0:1746126459.735567:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135152300 00000100:00100000:1.0:1746126459.735579:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3635 00000100:00100000:1.0:1746126459.735584:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1976:x1830945821769088:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126459.735692:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1976:x1830945821769088:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.735697:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3635 00002000:00100000:1.0:1746126459.735702:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152300 x1830945821769088/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.735708:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152300 with x1830945821769088 ext(0->4095) 00002000:00010000:1.0:1746126459.735710:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135152300 00000100:00100000:0.0:1746126459.738866:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.743118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.745234:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.750381:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.754340:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.758253:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.758378:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821770112 00000100:00100000:1.0:1746126459.758385:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821770112 00002000:00100000:1.0:1746126459.758418:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093954e00 x1830945821770112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.758428:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954e00 with x1830945821770112 ext(0->4095) 00002000:00010000:1.0:1746126459.758432:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093954e00 00000100:00100000:1.0:1746126459.758461:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3636 00000100:00100000:1.0:1746126459.758467:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1977:x1830945821770112:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126459.758627:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1977:x1830945821770112:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.758633:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3636 00002000:00100000:1.0:1746126459.758639:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093954e00 x1830945821770112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.758645:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954e00 with x1830945821770112 ext(0->4095) 00002000:00010000:1.0:1746126459.758648:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093954e00 00000100:00100000:0.0:1746126459.776753:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.813868:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.842138:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.844770:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820326656:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126459.844788:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126459.844818:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+89:1976:x1830945821770624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2498us (2687us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126459.844827:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6776 00000100:00100000:0.0:1746126459.845366:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821770880 00000100:00100000:0.0:1746126459.845371:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821770880 00002000:00100000:0.0:1746126459.845403:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6680 x1830945821770880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126459.845410:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6680 with x1830945821770880 ext(0->4095) 00010000:00010000:0.0:1746126459.845417:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11159f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b04b expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.845426:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11159f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b04b expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746126459.845431:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6680 00000100:00100000:0.0:1746126459.845457:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1416 00000100:00100000:0.0:1746126459.845463:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821770880:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126459.845596:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821770880:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (650us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126459.845602:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1416 00002000:00100000:0.0:1746126459.845607:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6680 x1830945821770880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126459.845613:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6680 with x1830945821770880 ext(0->4095) 00010000:00010000:0.0:1746126459.845617:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11159f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b04b expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.845626:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11159f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b04b expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746126459.845630:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6680 00000100:00100000:0.0:1746126459.850899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.853600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.853873:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821771264 00000100:00100000:1.0:1746126459.853879:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821771264 00002000:00100000:1.0:1746126459.853909:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78c000 x1830945821771264/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.853917:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78c000 with x1830945821771264 ext(0->4095) 00002000:00010000:1.0:1746126459.853921:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78c000 00000100:00100000:1.0:1746126459.853934:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3637 00000100:00100000:1.0:1746126459.853939:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+89:1974:x1830945821771264:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126459.854267:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+89:1974:x1830945821771264:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 327us (671us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.854273:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3637 00002000:00100000:1.0:1746126459.854278:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78c000 x1830945821771264/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.854284:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78c000 with x1830945821771264 ext(0->4095) 00002000:00010000:1.0:1746126459.854296:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78c000 00000100:00100000:0.0:1746126459.862581:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.862623:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821771392 00000100:00100000:0.0:1746126459.862631:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821771392 00000100:00100000:0.0:1746126459.862668:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4564 00000100:00100000:0.0:1746126459.862675:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821771392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126459.862690:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126459.862705:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d1115a06 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b059 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.862729:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b052 expref: 88 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.862738:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126459.862740:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126459.862743:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d1115a06 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b059 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.862766:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b052 expref: 88 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.862776:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159ff lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b052 expref: 88 pid: 10567 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746126459.862785:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b78f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820326912:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126459.863531:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126459.905915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.906225:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.906275:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821771648 00000100:00100000:0.0:1746126459.906282:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821771648 00002000:00100000:0.0:1746126459.906327:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012bf51f80 x1830945821771648/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 496/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126459.906336:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51f80 with x1830945821771648 ext(0->7) 00010000:00010000:0.0:1746126459.906344:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b052 expref: 89 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.906356:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b052 expref: 89 pid: 10567 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746126459.906362:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51f80 00000100:00100000:0.0:1746126459.906377:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1417 00000100:00100000:0.0:1746126459.906384:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+89:1976:x1830945821771648:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126459.906696:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1976:x1830945821771648:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 312us (470us total) trans 4294967913 rc 0/0 00000100:00100000:0.0:1746126459.906702:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1417 00002000:00100000:0.0:1746126459.906708:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012bf51f80 x1830945821771648/t4294967913(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 496/448 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126459.906714:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51f80 with x1830945821771648 ext(0->7) 00010000:00010000:0.0:1746126459.906718:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b052 expref: 91 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.906726:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5400/0x8f8d42f0d11159ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b052 expref: 91 pid: 10567 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746126459.906730:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51f80 00000100:00100000:1.0:1746126459.914675:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.918241:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820327168:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126459.918259:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126459.918298:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b139c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1977:x1830945821771776:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3424us (3618us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126459.918307:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6778 00000100:00100000:1.0:1746126459.921379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.921467:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821772032 00000100:00100000:0.0:1746126459.921474:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821772032 00002000:00100000:0.0:1746126459.921525:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf51c00 x1830945821772032/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126459.921534:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51c00 with x1830945821772032 ext(0->4095) 00010000:00010000:0.0:1746126459.921542:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d1115a06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b059 expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.921554:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d1115a06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b059 expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746126459.921560:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51c00 00000100:00100000:0.0:1746126459.921576:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1418 00000100:00100000:0.0:1746126459.921582:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821772032:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126459.921698:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821772032:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126459.921703:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1418 00002000:00100000:0.0:1746126459.921708:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf51c00 x1830945821772032/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126459.921714:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51c00 with x1830945821772032 ext(0->4095) 00010000:00010000:0.0:1746126459.921718:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d1115a06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b059 expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.921725:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d1115a06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b059 expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746126459.921730:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51c00 00000100:00100000:1.0:1746126459.926947:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.927082:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821772160 00000100:00100000:0.0:1746126459.927089:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821772160 00010000:00010000:0.0:1746126459.927115:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d1115a06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b059 expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746126459.927137:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6779 00000100:00100000:0.0:1746126459.927143:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821772160:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126459.927152:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126459.927168:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d1115a06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b059 expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.927177:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d1115a06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b059 expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.927195:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9e00/0x8f8d42f0d1115a06 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b059 expref: 6 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.927205:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126459.927207:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126459.927212:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115a0d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b060 expref: 90 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.927219:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115a0d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b060 expref: 90 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.927243:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115a0d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b060 expref: 90 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126459.927253:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b78d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820327296:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126459.927994:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126459.931906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000001:00080000:0.0:1746126459.933171:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967878 is committed 00000001:00080000:0.0:1746126459.933185:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967910 is committed 00000001:00080000:0.0:1746126459.933224:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967912 is committed 00000100:00100000:1.0:1746126459.933791:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821772416 00000100:00100000:1.0:1746126459.933798:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821772416 00002000:00100000:1.0:1746126459.933831:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78e300 x1830945821772416/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.933839:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78e300 with x1830945821772416 ext(0->4095) 00002000:00010000:1.0:1746126459.933843:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78e300 00000100:00100000:1.0:1746126459.933859:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3638 00000100:00100000:1.0:1746126459.933865:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945821772416:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126459.933975:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945821772416:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (2072us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.933981:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3638 00002000:00100000:1.0:1746126459.933986:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78e300 x1830945821772416/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.933992:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78e300 with x1830945821772416 ext(0->4095) 00002000:00010000:1.0:1746126459.933995:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78e300 00000100:00100000:1.0:1746126459.936452:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.939901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.941105:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.943849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.944882:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821773056 00000100:00100000:1.0:1746126459.944888:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821773056 00002000:00100000:1.0:1746126459.944920:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78f100 x1830945821773056/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.944928:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f100 with x1830945821773056 ext(0->4095) 00010000:00010000:1.0:1746126459.944935:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115a14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b067 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126459.944946:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115a14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b067 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126459.944952:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78f100 00000100:00100000:1.0:1746126459.944968:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1419 00000100:00100000:1.0:1746126459.944974:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821773056:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126459.945686:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821773056:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 710us (1841us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.945691:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1419 00002000:00100000:1.0:1746126459.945697:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78f100 x1830945821773056/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.945704:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f100 with x1830945821773056 ext(0->4095) 00010000:00010000:1.0:1746126459.945708:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115a14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b067 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126459.945717:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115a14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b067 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126459.945722:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78f100 00000100:00100000:0.0:1746126459.953411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.953748:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821773440 00000100:00100000:1.0:1746126459.953755:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821773440 00002000:00100000:1.0:1746126459.953788:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78f800 x1830945821773440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.953796:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f800 with x1830945821773440 ext(0->4095) 00002000:00010000:1.0:1746126459.953800:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78f800 00000100:00100000:1.0:1746126459.953819:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3639 00000100:00100000:1.0:1746126459.953825:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945821773440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126459.953935:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945821773440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (529us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.953939:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3639 00002000:00100000:1.0:1746126459.953944:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78f800 x1830945821773440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.953951:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f800 with x1830945821773440 ext(0->4095) 00002000:00010000:1.0:1746126459.953953:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78f800 00000100:00100000:1.0:1746126459.957384:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.962411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.968687:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.973360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126459.974334:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821774080 00000100:00100000:1.0:1746126459.974342:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821774080 00002000:00100000:1.0:1746126459.974374:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78e680 x1830945821774080/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/0 e 0 to 0 dl 1746126470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.974383:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78e680 with x1830945821774080 ext(0->4095) 00002000:00010000:1.0:1746126459.974388:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78e680 00000100:00100000:1.0:1746126459.974412:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3640 00000100:00100000:1.0:1746126459.974418:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821774080:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126459.974566:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821774080:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (1207us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126459.974571:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3640 00002000:00100000:1.0:1746126459.974576:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78e680 x1830945821774080/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746126470 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126459.974582:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78e680 with x1830945821774080 ext(0->4095) 00002000:00010000:1.0:1746126459.974585:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78e680 00000100:00100000:0.0:1746126459.976731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.978829:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.980235:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.983222:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.986880:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821774848 00000100:00100000:0.0:1746126459.986888:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821774848 00010000:00010000:0.0:1746126459.987155:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115a29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b07c expref: 11 pid: 8480 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746126459.987188:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6784 00000100:00100000:0.0:1746126459.987194:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945821774848:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126459.987203:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126459.987217:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115a29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b07c expref: 11 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.987225:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115a29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b07c expref: 11 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.987242:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115a29 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b07c expref: 11 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126459.987264:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126459.987266:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126459.987271:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b52800/0x8f8d42f0d1115a30 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b083 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.987277:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52800/0x8f8d42f0d1115a30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b083 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126459.987313:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b52800/0x8f8d42f0d1115a30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b083 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126459.987321:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135153b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820328576:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126459.987380:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126459.990128:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.994399:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126459.998068:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.000871:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.000941:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821775616 00000100:00100000:1.0:1746126460.000946:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821775616 00002000:00100000:1.0:1746126460.000991:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093954700 x1830945821775616/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.001005:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954700 with x1830945821775616 ext(0->4095) 00002000:00010000:1.0:1746126460.001009:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093954700 00000100:00100000:1.0:1746126460.001024:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3642 00000100:00100000:1.0:1746126460.001031:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821775616:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126460.001138:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821775616:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126460.001144:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3642 00002000:00100000:1.0:1746126460.001149:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093954700 x1830945821775616/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.001156:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954700 with x1830945821775616 ext(0->4095) 00002000:00010000:1.0:1746126460.001158:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093954700 00000100:00100000:0.0:1746126460.002680:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.006085:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.007434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.010578:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800948d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820329216:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126460.010591:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126460.010624:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821776000:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2964us (3190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126460.010633:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6786 00000100:00100000:0.0:1746126460.011917:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.015223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.018192:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800948d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820329344:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126460.018204:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126460.018231:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945821776384:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2433us (3011us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126460.018238:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6787 00000100:00100000:1.0:1746126460.018711:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821776640 00000100:00100000:1.0:1746126460.018716:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821776640 00002000:00100000:1.0:1746126460.018745:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4a80 x1830945821776640/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.018753:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4a80 with x1830945821776640 ext(0->4095) 00002000:00010000:1.0:1746126460.018756:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4a80 00000100:00100000:1.0:1746126460.018779:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3643 00000100:00100000:1.0:1746126460.018785:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945821776640:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126460.018892:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945821776640:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (897us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126460.018897:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3643 00002000:00100000:1.0:1746126460.018903:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4a80 x1830945821776640/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.018910:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4a80 with x1830945821776640 ext(0->4095) 00002000:00010000:1.0:1746126460.018913:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4a80 00000100:00100000:0.0:1746126460.020699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.021112:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821776768 00000100:00100000:1.0:1746126460.021117:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821776768 00000100:00100000:1.0:1746126460.021153:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4574 00000100:00100000:1.0:1746126460.021159:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821776768:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.021171:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.021184:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d1115a4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b09f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.021205:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115a45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b098 expref: 9 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.021211:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.021212:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.021215:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d1115a4c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b09f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.021236:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115a45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b098 expref: 9 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.021245:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d1115a45 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b098 expref: 9 pid: 10465 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746126460.021254:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820329472:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126460.021328:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126460.024379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.024470:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820329472:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126460.024520:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d1115a4c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b09f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.024534:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a427d200, rc 0) 00000100:00100000:1.0:1746126460.024566:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821776768:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3407us (3870us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.024573:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4574 00000100:00100000:0.0:1746126460.028806:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.028864:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.028929:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821777280 00000100:00100000:1.0:1746126460.028935:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821777280 00000100:00100000:1.0:1746126460.029429:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4575 00000100:00100000:1.0:1746126460.029436:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31630:x1830945821777280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.029445:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.029457:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1115a53 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b0a6 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.029475:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d1115a4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b09f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.029481:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126460.029483:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126460.029486:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1115a53 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0a6 expref: 10 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.029526:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d1115a4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b09f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.029540:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d1115a4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b09f expref: 5 pid: 8480 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746126460.029550:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820329728:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126460.029590:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126460.032369:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.032814:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820329728:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126460.032827:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1115a53 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0a6 expref: 11 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.032834:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a427c200, rc 0) 00000100:00100000:1.0:1746126460.032848:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31630:x1830945821777280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3413us (3984us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.032852:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4575 00000100:00100000:0.0:1746126460.033733:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.037229:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.037334:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821777792 00000100:00100000:1.0:1746126460.037340:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821777792 00002000:00100000:1.0:1746126460.037370:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1c00 x1830945821777792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.037378:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1c00 with x1830945821777792 ext(0->4095) 00010000:00010000:1.0:1746126460.037384:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1115a53 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0a6 expref: 11 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.037396:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1115a53 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0a6 expref: 11 pid: 8480 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.037405:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab1c00 00000100:00100000:1.0:1746126460.037432:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1423 00000100:00100000:1.0:1746126460.037438:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945821777792:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126460.037586:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945821777792:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126460.037593:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1423 00002000:00100000:1.0:1746126460.037598:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1c00 x1830945821777792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.037603:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1c00 with x1830945821777792 ext(0->4095) 00010000:00010000:1.0:1746126460.037607:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1115a53 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0a6 expref: 11 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.037615:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1115a53 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0a6 expref: 11 pid: 8480 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.037620:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab1c00 00000100:00100000:0.0:1746126460.040386:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.045418:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.048871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.048938:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821778304 00000100:00100000:1.0:1746126460.048945:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821778304 00000100:00100000:1.0:1746126460.048991:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4577 00000100:00100000:1.0:1746126460.048998:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821778304:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.049013:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.049028:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115a61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b0b4 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.049053:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115a5a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0ad expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.049059:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.049061:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.049063:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115a61 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0b4 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.049086:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115a5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0ad expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.049096:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115a5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0ad expref: 9 pid: 10567 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746126460.049105:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820330240:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126460.049178:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126460.050896:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820330240:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126460.050916:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115a61 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0b4 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.050929:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc400, rc 0) 00000100:00100000:1.0:1746126460.050968:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821778304:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1969us (2103us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.050975:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4577 00000100:00100000:0.0:1746126460.051771:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.056066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.056210:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821778560 00000100:00100000:1.0:1746126460.056216:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821778560 00000100:00100000:1.0:1746126460.056259:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4578 00000100:00100000:1.0:1746126460.056266:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:31630:x1830945821778560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.056279:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.056301:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115a68 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b0bb expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.056323:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115a61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0b4 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.056329:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126460.056331:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126460.056334:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115a68 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0bb expref: 11 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.056356:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115a61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0b4 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.056366:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115a61 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0b4 expref: 5 pid: 8480 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746126460.056376:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820330496:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126460.056428:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126460.058098:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.058339:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820330496:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126460.058355:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115a68 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0bb expref: 10 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.058366:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43ccc00, rc 0) 00000100:00100000:1.0:1746126460.058784:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:31630:x1830945821778560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2518us (2724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.058790:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4578 00000100:00100000:0.0:1746126460.064430:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.068358:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.075450:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.075607:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821779328 00000100:00100000:1.0:1746126460.075613:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821779328 00000100:00100000:1.0:1746126460.075655:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4579 00000100:00100000:1.0:1746126460.075661:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821779328:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.075677:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.075690:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115a6f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b0c2 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.075713:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115a68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0bb expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.075719:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.075721:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.075724:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115a6f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c2 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.075745:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115a68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0bb expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.075755:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115a68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0bb expref: 9 pid: 8480 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746126460.075764:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820330752:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126460.075830:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126460.077577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.077647:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820330752:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126460.077666:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115a6f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c2 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.077679:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc600, rc 0) 00000100:00100000:1.0:1746126460.077702:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821779328:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2041us (2260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.077709:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4579 00000100:00100000:0.0:1746126460.083905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.087666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.091311:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.091821:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821779968 00000100:00100000:1.0:1746126460.091829:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821779968 00000100:00100000:1.0:1746126460.091870:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4580 00000100:00100000:1.0:1746126460.091877:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31631:x1830945821779968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.091890:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.091904:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115a76 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b0c9 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.091924:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115a6f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.091930:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126460.091932:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126460.091935:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115a76 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c9 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.091957:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115a6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.091967:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115a6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c2 expref: 5 pid: 8480 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746126460.091977:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820331008:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126460.092042:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126460.093480:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.094660:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820331008:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126460.094686:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115a76 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c9 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.094699:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cde00, rc 0) 00000100:00100000:1.0:1746126460.094739:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31631:x1830945821779968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2862us (3434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.094746:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4580 00000100:00100000:1.0:1746126460.094765:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821780096 00000100:00100000:1.0:1746126460.094769:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821780096 00000100:00100000:1.0:1746126460.094797:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4581 00000100:00100000:1.0:1746126460.094802:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31630:x1830945821780096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.094812:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.094823:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115a7d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b0d0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.094837:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126460.094841:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115a76 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c9 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.094846:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.094849:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115a7d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0d0 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.094873:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115a76 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c9 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.094882:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115a7d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0d0 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.094888:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc400, rc 0) 00000100:00100000:1.0:1746126460.094902:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:31630:x1830945821780096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (1425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.094907:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4581 00000100:00100000:0.0:1746126460.096967:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.100850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.101190:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821780480 00000100:00100000:1.0:1746126460.101195:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821780480 00002000:00100000:1.0:1746126460.101225:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804a80 x1830945821780480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.101232:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804a80 with x1830945821780480 ext(0->4095) 00010000:00010000:1.0:1746126460.101239:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c9 expref: 13 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.101250:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c9 expref: 13 pid: 8480 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.101256:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092804a80 00000100:00100000:1.0:1746126460.101280:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1426 00000100:00100000:1.0:1746126460.101294:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945821780480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126460.101414:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945821780480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (569us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126460.101420:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1426 00002000:00100000:1.0:1746126460.101424:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804a80 x1830945821780480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.101431:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804a80 with x1830945821780480 ext(0->4095) 00010000:00010000:1.0:1746126460.101436:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c9 expref: 13 pid: 8480 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.101443:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0c9 expref: 13 pid: 8480 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.101449:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092804a80 00000100:00100000:0.0:1746126460.105363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.106434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.111979:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.114981:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.115343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.121732:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.121926:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821781504 00000100:00100000:1.0:1746126460.121932:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821781504 00002000:00100000:1.0:1746126460.121961:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280a80 x1830945821781504/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.121969:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280a80 with x1830945821781504 ext(0->4095) 00010000:00010000:1.0:1746126460.121977:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d1115a84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0d7 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.121989:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d1115a84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0d7 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.121995:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c280a80 00000100:00100000:1.0:1746126460.122020:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1428 00000100:00100000:1.0:1746126460.122027:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821781504:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126460.122152:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821781504:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126460.122158:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1428 00002000:00100000:1.0:1746126460.122163:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280a80 x1830945821781504/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.122170:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280a80 with x1830945821781504 ext(0->4095) 00010000:00010000:1.0:1746126460.122174:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d1115a84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0d7 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.122183:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d1115a84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0d7 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.122187:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c280a80 00000100:00100000:0.0:1746126460.126862:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.131134:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.134283:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.140964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.141538:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.147960:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.148303:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821782528 00000100:00100000:1.0:1746126460.148309:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821782528 00002000:00100000:1.0:1746126460.148337:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282300 x1830945821782528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.148345:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282300 with x1830945821782528 ext(0->4095) 00010000:00010000:1.0:1746126460.148350:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115a92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0e5 expref: 6 pid: 10465 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.148361:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115a92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0e5 expref: 6 pid: 10465 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.148366:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c282300 00000100:00100000:1.0:1746126460.148380:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1429 00000100:00100000:1.0:1746126460.148385:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821782528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126460.148525:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821782528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126460.148531:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1429 00002000:00100000:1.0:1746126460.148536:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282300 x1830945821782528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.148543:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282300 with x1830945821782528 ext(0->4095) 00010000:00010000:1.0:1746126460.148547:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115a92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0e5 expref: 6 pid: 10465 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.148556:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115a92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0e5 expref: 6 pid: 10465 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.148561:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c282300 00000100:00100000:0.0:1746126460.150818:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.154901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.161529:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.173119:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.173297:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821783168 00000100:00100000:1.0:1746126460.173305:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821783168 00002000:00100000:1.0:1746126460.173341:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009c281880 x1830945821783168/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 496/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.173350:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281880 with x1830945821783168 ext(0->7) 00010000:00010000:1.0:1746126460.173358:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0ec expref: 12 pid: 10465 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.173371:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0ec expref: 12 pid: 10465 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.173378:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c281880 00000100:00100000:1.0:1746126460.173588:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1430 00000100:00100000:1.0:1746126460.173595:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945821783168:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126460.175151:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1976:x1830945821783168:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 1552us (2034us total) trans 4294967916 rc 0/0 00000100:00100000:1.0:1746126460.175160:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1430 00002000:00100000:1.0:1746126460.175168:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009c281880 x1830945821783168/t4294967916(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 496/448 e 0 to 0 dl 1746126471 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.175175:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281880 with x1830945821783168 ext(0->7) 00010000:00010000:1.0:1746126460.175181:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0ec expref: 14 pid: 10465 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.175192:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0ec expref: 14 pid: 10465 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.175197:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c281880 00000100:00100000:0.0:1746126460.183680:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.184709:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.187538:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.191011:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2382cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126460.191026:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820332800:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126460.191043:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d1115aa7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b0fa expref: 14 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.191056:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b32a00, rc 0) 00000100:00100000:0.0:1746126460.192628:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:31630:x1830945821783424:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7837us (7913us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126460.192635:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4587 00000100:00100000:0.0:1746126460.193305:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.195740:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.203918:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.213677:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.218773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.224351:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.232718:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.232760:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.237898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.237973:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820333440:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126460.237988:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126460.239038:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1977:x1830945821784832:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6093us (6275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126460.239046:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6803 00000100:00100000:0.0:1746126460.248362:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.253076:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800948d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820333696:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126460.253095:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126460.253819:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821785344:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4080us (5461us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126460.253829:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6804 00000100:00100000:0.0:1746126460.259276:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.264243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.264280:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.268879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.268918:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821786240 00000100:00100000:0.0:1746126460.268922:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821786240 00002000:00100000:0.0:1746126460.268949:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e0a80 x1830945821786240/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126460.268958:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e0a80 with x1830945821786240 ext(0->4095) 00010000:00010000:0.0:1746126460.268964:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ac3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b116 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126460.268973:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ac3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b116 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746126460.268979:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e0a80 00000100:00100000:0.0:1746126460.268999:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1434 00000100:00100000:0.0:1746126460.269004:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821786240:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126460.269111:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821786240:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126460.269116:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1434 00002000:00100000:0.0:1746126460.269120:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e0a80 x1830945821786240/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126460.269137:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e0a80 with x1830945821786240 ext(0->4095) 00010000:00010000:0.0:1746126460.269141:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ac3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b116 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746126460.269149:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ac3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b116 expref: 6 pid: 10567 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746126460.269154:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e0a80 00000100:00100000:0.0:1746126460.272196:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.275185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.288691:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.291114:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821786752 00000100:00100000:0.0:1746126460.291123:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821786752 00000100:00100000:0.0:1746126460.291165:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4593 00000100:00100000:0.0:1746126460.291173:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821786752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126460.291188:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126460.291203:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1115ad1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b124 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.291227:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d1115aca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b11d expref: 13 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.291233:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126460.291235:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126460.291238:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1115ad1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b124 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.291261:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d1115aca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b11d expref: 13 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.291269:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d1115aca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b11d expref: 13 pid: 10567 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746126460.291278:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a43e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820334336:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126460.291367:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126460.301027:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.301681:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821786880 00000100:00100000:1.0:1746126460.301688:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821786880 00002000:00100000:1.0:1746126460.301724:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a43e1f80 x1830945821786880/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 496/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.301733:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e1f80 with x1830945821786880 ext(0->7) 00010000:00010000:1.0:1746126460.301741:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d1115aca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b11d expref: 14 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.301753:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d1115aca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b11d expref: 14 pid: 10567 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.301764:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e1f80 00000100:00100000:1.0:1746126460.302757:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1435 00000100:00100000:1.0:1746126460.302766:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1977:x1830945821786880:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126460.303045:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945821786880:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 280us (2021us total) trans 4294967917 rc 0/0 00000100:00100000:1.0:1746126460.303051:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1435 00002000:00100000:1.0:1746126460.303057:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a43e1f80 x1830945821786880/t4294967917(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 496/448 e 0 to 0 dl 1746126471 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.303063:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e1f80 with x1830945821786880 ext(0->7) 00010000:00010000:1.0:1746126460.303068:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d1115aca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b11d expref: 16 pid: 10567 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746126460.303077:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d1115aca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b11d expref: 16 pid: 10567 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746126460.303082:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e1f80 00000100:00100000:0.0:1746126460.315425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.321151:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.322371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.327204:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.333066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.337317:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.350873:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.360559:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.363205:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.366399:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.369523:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.369882:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821788672 00000100:00100000:1.0:1746126460.369889:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821788672 00000100:00100000:1.0:1746126460.370059:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4597 00000100:00100000:1.0:1746126460.370068:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31630:x1830945821788672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.370080:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.370090:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115aed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b140 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.370410:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126460.370415:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ae6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b139 expref: 19 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.370421:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.370424:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115aed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b140 expref: 19 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.370448:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ae6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b139 expref: 19 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.370457:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115aed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b140 expref: 19 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.370464:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc800, rc 0) 00000100:00100000:1.0:1746126460.370486:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31630:x1830945821788672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 421us (992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.370491:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4597 00000100:00100000:0.0:1746126460.370585:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.373311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.375140:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.376328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.376772:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821789312 00000100:00100000:1.0:1746126460.376778:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821789312 00000100:00100000:1.0:1746126460.376819:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4598 00000100:00100000:1.0:1746126460.376825:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821789312:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.376841:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.376857:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115af4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b147 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.376885:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.376890:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115aed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b140 expref: 18 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.376895:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126460.376897:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115af4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b147 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.376924:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115aed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b140 expref: 18 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.376935:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115af4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b147 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.376942:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc200, rc 0) 00000100:00100000:1.0:1746126460.376975:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821789312:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (1837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.376980:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4598 00000100:00100000:0.0:1746126460.380407:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.384631:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.384698:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.384763:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821789696 00000100:00100000:1.0:1746126460.384769:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821789696 00000100:00100000:1.0:1746126460.384805:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4599 00000100:00100000:1.0:1746126460.384810:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945821789696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.384823:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.384839:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115afb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b14e expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.384861:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.384865:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115af4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b147 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.384870:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126460.384872:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115afb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b14e expref: 19 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.384896:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115af4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b147 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.384904:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115afb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b14e expref: 19 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.384912:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43ccc00, rc 0) 00000100:00100000:1.0:1746126460.384937:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31630:x1830945821789696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.384942:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4599 00000100:00100000:0.0:1746126460.389465:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.395393:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.401580:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.405705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.415582:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.419712:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.422094:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.427953:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.434837:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.443805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.449365:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.450082:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4602 00000100:00100000:1.0:1746126460.450091:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821791744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.450106:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.450118:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115b10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b163 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.450140:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115b09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b15c expref: 19 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.450150:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.450151:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.450154:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115b10 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b163 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.450175:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115b09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b15c expref: 19 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.450184:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b15c expref: 19 pid: 10567 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746126460.450193:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820336640:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126460.450698:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126460.456045:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.456463:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820336640:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126460.456487:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115b10 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b163 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.456518:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43ccc00, rc 0) 00000100:00100000:1.0:1746126460.456552:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821791744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6463us (7194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.456559:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4602 00000100:00100000:1.0:1746126460.478728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.478803:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.479067:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821792128 00000100:00100000:0.0:1746126460.479075:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821792128 00000100:00100000:0.0:1746126460.479112:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4603 00000100:00100000:0.0:1746126460.479119:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:31630:x1830945821792128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126460.479133:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126460.479147:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1115b17 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b16a expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.479169:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126460.479174:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115b10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b163 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.479178:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126460.479181:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1115b17 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b16a expref: 23 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.479212:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115b10 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b163 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.479222:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1115b17 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b16a expref: 23 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.479231:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51200, rc 0) 00000100:00100000:0.0:1746126460.479267:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:31630:x1830945821792128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126460.479271:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4603 00000100:00100000:0.0:1746126460.483410:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.486177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.491524:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.498622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.518256:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.539269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.541250:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.544556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.546551:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.548623:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746126460.548634:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3298:1830945820337664:0@lo:400:kworker.0 00000100:00100000:1.0:1746126460.548667:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126460.548788:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830945820337792:0@lo:400:kworker.0 00000100:00100000:0.0:1746126460.548812:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126460.548828:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801349fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820338304:0@lo:400:kworker.0 00000100:00100000:0.0:1746126460.548844:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126460.549185:0:20893:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820337792 00000100:00100000:0.0:1746126460.549189:0:20893:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820337792 00000100:00100000:1.0:1746126460.549194:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820338048:0@lo:400:kworker.0 00000100:00100000:1.0:1746126460.549211:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126460.549212:0:20893:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820337920 00000100:00100000:0.0:1746126460.549214:0:20893:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820337920 00000100:00100000:0.0:1746126460.549228:0:20893:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820338048 00000100:00100000:0.0:1746126460.549230:0:20893:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820338048 00000100:00100000:1.0:1746126460.549231:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1746126460.549237:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830945820337792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126460.549241:0:20893:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1746126460.549244:0:20893:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1830945820337920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126460.549265:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830945820337792:12345-0@lo:400:kworker.0 Request processed in 30us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126460.549266:0:20893:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1830945820337920:12345-0@lo:400:kworker.0 Request processed in 22us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.549270:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1746126460.549272:0:20893:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1746126460.549281:0:20893:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1746126460.549298:0:20893:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820338048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126460.549318:0:20893:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820338048:12345-0@lo:400:kworker.0 Request processed in 22us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126460.549323:0:20893:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1746126460.549334:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820338048:0@lo:400:kworker.0 00000100:00100000:0.0:1746126460.549342:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830945820337792:0@lo:400:kworker.0 00000100:00100000:0.0:1746126460.549360:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820337664 00000100:00100000:0.0:1746126460.549362:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820337664 00000100:00100000:0.0:1746126460.549376:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1746126460.549380:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a446e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3298:x1830945820337664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126460.549401:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a446e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3298:x1830945820337664:12345-0@lo:400:kworker.0 Request processed in 21us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126460.549405:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00080000:0.0:1746126460.549419:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126460.549427:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820338304 00000100:00100000:0.0:1746126460.549430:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820338304 00000100:00100000:0.0:1746126460.549446:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1746126460.549450:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820338304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126460.549940:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820338304:12345-0@lo:400:kworker.0 Request processed in 489us (1095us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126460.549946:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00080000:0.0:1746126460.549957:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126460.549959:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126460.549971:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801349fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820338304:0@lo:400:kworker.0 00000100:00100000:1.0:1746126460.550147:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3298:1830945820337664:0@lo:400:kworker.0 00000100:00100000:0.0:1746126460.551313:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.551518:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3659 00000100:00100000:0.0:1746126460.551526:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1974:x1830945821793920:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126460.551673:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1974:x1830945821793920:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (361us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126460.551679:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3659 00002000:00100000:0.0:1746126460.551684:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fd180 x1830945821793920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126460.551690:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fd180 with x1830945821793920 ext(0->4095) 00002000:00010000:0.0:1746126460.551693:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fd180 00000100:00100000:0.0:1746126460.553412:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.558181:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.562138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.567127:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.572705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.574081:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.578634:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.581666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.584583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.591833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.592761:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821795584 00000100:00100000:1.0:1746126460.592767:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821795584 00002000:00100000:1.0:1746126460.592798:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093654e00 x1830945821795584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.592807:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654e00 with x1830945821795584 ext(0->4095) 00002000:00010000:1.0:1746126460.592811:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093654e00 00000100:00100000:1.0:1746126460.592835:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3661 00000100:00100000:1.0:1746126460.592841:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1976:x1830945821795584:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126460.592961:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1976:x1830945821795584:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (1129us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126460.592967:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3661 00002000:00100000:1.0:1746126460.592972:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093654e00 x1830945821795584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.592983:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654e00 with x1830945821795584 ext(0->4095) 00002000:00010000:1.0:1746126460.592986:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093654e00 00000100:00100000:0.0:1746126460.597252:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.601460:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.602151:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.606880:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.610327:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.615355:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.615712:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821796608 00000100:00100000:1.0:1746126460.615717:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821796608 00002000:00100000:1.0:1746126460.615746:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cfb80 x1830945821796608/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.615754:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cfb80 with x1830945821796608 ext(0->4095) 00002000:00010000:1.0:1746126460.615758:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7cfb80 00000100:00100000:1.0:1746126460.615778:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3662 00000100:00100000:1.0:1746126460.615783:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1977:x1830945821796608:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126460.615899:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1977:x1830945821796608:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126460.615904:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3662 00002000:00100000:1.0:1746126460.615908:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cfb80 x1830945821796608/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.615915:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cfb80 with x1830945821796608 ext(0->4095) 00002000:00010000:1.0:1746126460.615917:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7cfb80 00000100:00100000:0.0:1746126460.623648:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.641031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.643113:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.659107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.667449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.670673:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.675326:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.675974:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821797760 00000100:00100000:1.0:1746126460.675980:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821797760 00002000:00100000:1.0:1746126460.676009:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452d880 x1830945821797760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.676018:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452d880 with x1830945821797760 ext(0->4095) 00002000:00010000:1.0:1746126460.676022:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a452d880 00000100:00100000:1.0:1746126460.676048:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3663 00000100:00100000:1.0:1746126460.676054:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1976:x1830945821797760:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126460.676167:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1976:x1830945821797760:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (846us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126460.676172:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3663 00002000:00100000:1.0:1746126460.676176:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452d880 x1830945821797760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.676183:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452d880 with x1830945821797760 ext(0->4095) 00002000:00010000:1.0:1746126460.676186:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a452d880 00000100:00100000:1.0:1746126460.676825:0:10464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820340352 00000100:00100000:1.0:1746126460.676828:0:10464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820340352 00000100:00100000:1.0:1746126460.676857:0:10464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1746126460.676862:0:10464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820340352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746126460.676883:0:10464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 693829632 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1746126460.676910:0:10464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820340352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.676915:0:10464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1746126460.693518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.714338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.714386:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.717826:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.722809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.725098:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821798528 00000100:00100000:1.0:1746126460.725108:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821798528 00002000:00100000:1.0:1746126460.725148:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452c700 x1830945821798528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.725157:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452c700 with x1830945821798528 ext(0->4095) 00010000:00010000:1.0:1746126460.725165:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115b5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1b0 expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126460.725183:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115b5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1b0 expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746126460.725189:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452c700 00000100:00100000:1.0:1746126460.726411:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1452 00000100:00100000:1.0:1746126460.726422:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821798528:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126460.726568:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821798528:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (3760us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126460.726574:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1452 00002000:00100000:1.0:1746126460.726580:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452c700 x1830945821798528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.726588:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452c700 with x1830945821798528 ext(0->4095) 00010000:00010000:1.0:1746126460.726593:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115b5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1b0 expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126460.726603:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115b5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1b0 expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746126460.726609:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452c700 00000100:00100000:0.0:1746126460.732026:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.738180:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.738230:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821798912 00000100:00100000:0.0:1746126460.738237:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821798912 00002000:00100000:0.0:1746126460.738270:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094698380 x1830945821798912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126460.738278:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698380 with x1830945821798912 ext(0->4095) 00002000:00010000:0.0:1746126460.738291:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094698380 00000100:00100000:0.0:1746126460.738319:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3664 00000100:00100000:0.0:1746126460.738325:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945821798912:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126460.738443:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945821798912:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (267us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126460.738447:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3664 00002000:00100000:0.0:1746126460.738452:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094698380 x1830945821798912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126460.738458:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698380 with x1830945821798912 ext(0->4095) 00002000:00010000:0.0:1746126460.738460:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094698380 00000100:00100000:0.0:1746126460.752911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.757368:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.765147:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.774955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.783365:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.788694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.793324:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.796700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.800059:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821800320 00000100:00100000:0.0:1746126460.800065:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821800320 00010000:00010000:0.0:1746126460.800087:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115b72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1c5 expref: 32 pid: 10465 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746126460.800119:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6831 00000100:00100000:0.0:1746126460.800126:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945821800320:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126460.800136:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126460.800152:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115b72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1c5 expref: 32 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746126460.800162:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115b72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1c5 expref: 32 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746126460.800180:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115b72 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1c5 expref: 32 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746126460.800628:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126460.800630:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126460.800637:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d1115b79 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1cc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.800644:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d1115b79 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1cc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126460.800671:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d1115b79 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1cc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126460.800680:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820341632:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126460.800739:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126460.803935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.805873:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.809611:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.811688:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.817878:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.820665:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.825983:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.831897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.836051:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.836971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.840270:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.844900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.848984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.893080:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.898788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.909222:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.910357:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.913235:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.913296:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.916778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.922786:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.928936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.932424:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.932692:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821804416 00000100:00100000:1.0:1746126460.932699:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821804416 00000100:00100000:1.0:1746126460.932747:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4625 00000100:00100000:1.0:1746126460.932754:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821804416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.932767:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.932780:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115bb1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b204 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.932803:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115baa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1fd expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.932808:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.932810:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.932813:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115bb1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b204 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.932836:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1fd expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.932846:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115baa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b1fd expref: 33 pid: 10567 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746126460.932855:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820343552:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126460.932916:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126460.934730:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820343552:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126460.934750:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115bb1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b204 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.934762:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc200, rc 0) 00000100:00100000:1.0:1746126460.934790:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821804416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2037us (2371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.934800:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4625 00000100:00100000:0.0:1746126460.937586:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.937716:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.938332:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821804672 00000100:00100000:1.0:1746126460.938335:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821804672 00000100:00100000:1.0:1746126460.938352:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4626 00000100:00100000:1.0:1746126460.938356:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31630:x1830945821804672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.938365:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.938372:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bb8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b20b expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.938385:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115bb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b204 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.938390:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126460.938391:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126460.938393:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bb8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b20b expref: 35 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.938406:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115bb1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b204 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.938414:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115bb1 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b204 expref: 5 pid: 10465 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746126460.938420:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820343808:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126460.940261:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126460.941572:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820343808:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126460.941597:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bb8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b20b expref: 35 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.941611:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc400, rc 0) 00000100:00100000:1.0:1746126460.941644:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:31630:x1830945821804672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3286us (3927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.941649:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4626 00000100:00100000:0.0:1746126460.944726:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.951167:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.959175:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.970732:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.970805:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821805440 00000100:00100000:1.0:1746126460.970813:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821805440 00000100:00100000:1.0:1746126460.970851:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4627 00000100:00100000:1.0:1746126460.970857:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821805440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.970871:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.970884:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115bbf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b212 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.970908:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bb8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b20b expref: 33 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.970914:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.970915:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.970918:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115bbf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b212 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.970942:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bb8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b20b expref: 33 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.970951:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bb8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b20b expref: 33 pid: 10465 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746126460.970962:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820344064:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126460.971028:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126460.980938:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820344064:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126460.980963:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115bbf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b212 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.980978:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cde00, rc 0) 00000100:00100000:1.0:1746126460.981011:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821805440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10154us (10285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.981019:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4627 00000100:00100000:0.0:1746126460.984234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.991264:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.991361:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821805696 00000100:00100000:1.0:1746126460.991368:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821805696 00000100:00100000:1.0:1746126460.991460:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4628 00000100:00100000:1.0:1746126460.991468:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:31630:x1830945821805696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126460.991482:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126460.991717:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bc6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b219 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.991740:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126460.991746:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115bbf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b212 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.991750:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126460.991753:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bc6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b219 expref: 37 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.991782:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115bbf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b212 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.991792:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bc6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b219 expref: 37 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126460.991800:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc600, rc 0) 00000100:00100000:1.0:1746126460.991846:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:31630:x1830945821805696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 378us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126460.991851:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4628 00000100:00100000:0.0:1746126460.994743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126460.998221:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126460.998301:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821806080 00000100:00100000:1.0:1746126460.998307:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821806080 00002000:00100000:1.0:1746126460.998342:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135703100 x1830945821806080/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/0 e 0 to 0 dl 1746126471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.998351:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703100 with x1830945821806080 ext(0->4095) 00010000:00010000:1.0:1746126460.998358:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115bbf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b212 expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126460.998371:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115bbf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b212 expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746126460.998377:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135703100 00000100:00100000:1.0:1746126460.998392:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1462 00000100:00100000:1.0:1746126460.998398:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821806080:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126460.998528:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821806080:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126460.998534:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1462 00002000:00100000:1.0:1746126460.998538:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135703100 x1830945821806080/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746126471 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126460.998545:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703100 with x1830945821806080 ext(0->4095) 00010000:00010000:1.0:1746126460.998548:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115bbf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b212 expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126460.998556:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115bbf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b212 expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746126460.998561:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135703100 00000100:00100000:0.0:1746126461.001697:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.008770:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.014761:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.014849:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821806592 00000100:00100000:1.0:1746126461.014857:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821806592 00000100:00100000:1.0:1746126461.014903:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4629 00000100:00100000:1.0:1746126461.014910:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821806592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126461.014926:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126461.014941:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bcd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b220 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.014963:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bc6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b219 expref: 35 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.014969:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126461.014971:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126461.014974:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bcd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b220 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.015003:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b219 expref: 35 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.015013:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b219 expref: 35 pid: 10465 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746126461.015023:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820344576:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126461.015081:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126461.023253:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820344576:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126461.023276:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bcd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b220 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.023298:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc400, rc 0) 00000100:00100000:1.0:1746126461.023339:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821806592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8430us (8586us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.023346:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4629 00000100:00100000:1.0:1746126461.031183:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1463 00000100:00100000:1.0:1746126461.031197:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821806720:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126461.031467:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1977:x1830945821806720:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 275us (3440us total) trans 4294967928 rc 0/0 00000100:00100000:1.0:1746126461.031474:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1463 00002000:00100000:1.0:1746126461.031481:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800948d5880 x1830945821806720/t4294967928(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 496/448 e 0 to 0 dl 1746126472 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.031508:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5880 with x1830945821806720 ext(0->7) 00010000:00010000:1.0:1746126461.031515:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b219 expref: 38 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126461.031527:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b219 expref: 38 pid: 10465 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746126461.031534:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d5880 00000100:00100000:0.0:1746126461.038100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.042688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.042747:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821806976 00000100:00100000:0.0:1746126461.042752:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821806976 00000100:00100000:0.0:1746126461.042788:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4630 00000100:00100000:0.0:1746126461.042794:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:31630:x1830945821806976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126461.042807:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126461.042821:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1115bd4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b227 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.042841:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bcd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b220 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.042852:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126461.042854:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126461.042856:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1115bd4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b227 expref: 39 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.042878:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bcd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b220 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.042888:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115bcd lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b220 expref: 5 pid: 10465 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746126461.042897:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820344832:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126461.042947:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126461.048666:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820344832:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126461.048685:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1115bd4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b227 expref: 39 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.048699:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33a00, rc 0) 00000100:00100000:1.0:1746126461.048715:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:31630:x1830945821806976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5923us (6035us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.048721:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4630 00000100:00100000:0.0:1746126461.066252:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.066325:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821807616 00000100:00100000:1.0:1746126461.066332:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821807616 00002000:00100000:1.0:1746126461.066365:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700e00 x1830945821807616/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.066374:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700e00 with x1830945821807616 ext(0->4095) 00002000:00010000:1.0:1746126461.066378:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700e00 00000100:00100000:1.0:1746126461.066395:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3672 00000100:00100000:1.0:1746126461.066402:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945821807616:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126461.066564:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945821807616:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126461.066570:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3672 00002000:00100000:1.0:1746126461.066575:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700e00 x1830945821807616/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.066582:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700e00 with x1830945821807616 ext(0->4095) 00002000:00010000:1.0:1746126461.066584:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700e00 00000100:00100000:0.0:1746126461.072957:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.074531:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821807744 00000100:00100000:1.0:1746126461.074541:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821807744 00000100:00100000:1.0:1746126461.074582:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4631 00000100:00100000:1.0:1746126461.074588:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821807744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126461.074602:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126461.074616:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bdb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b22e expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.074638:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1115bd4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b227 expref: 37 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.074644:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126461.074646:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126461.074649:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bdb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b22e expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.074672:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1115bd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b227 expref: 37 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.074684:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1115bd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b227 expref: 37 pid: 10465 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746126461.074693:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820345088:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126461.074774:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126461.080691:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820345088:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126461.080718:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bdb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b22e expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.080732:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc600, rc 0) 00000100:00100000:1.0:1746126461.080906:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821807744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6317us (7954us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.080913:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4631 00000100:00100000:1.0:1746126461.084634:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821807872 00000100:00100000:1.0:1746126461.084642:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821807872 00002000:00100000:1.0:1746126461.084679:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800948d5500 x1830945821807872/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 496/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.084688:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5500 with x1830945821807872 ext(0->7) 00010000:00010000:1.0:1746126461.084696:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1115bd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b227 expref: 38 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126461.084708:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1115bd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b227 expref: 38 pid: 10465 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746126461.084721:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d5500 00000100:00100000:1.0:1746126461.084739:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1465 00000100:00100000:1.0:1746126461.084746:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945821807872:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126461.085007:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1976:x1830945821807872:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 260us (638us total) trans 4294967929 rc 0/0 00000100:00100000:1.0:1746126461.085013:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1465 00002000:00100000:1.0:1746126461.085019:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800948d5500 x1830945821807872/t4294967929(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 496/448 e 0 to 0 dl 1746126472 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.085027:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5500 with x1830945821807872 ext(0->7) 00010000:00010000:1.0:1746126461.085031:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1115bd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b227 expref: 40 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126461.085041:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1115bd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b227 expref: 40 pid: 10465 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746126461.085046:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d5500 00000100:00100000:0.0:1746126461.095864:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.095915:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.096346:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821808000 00000100:00100000:1.0:1746126461.096350:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821808000 00000100:00100000:1.0:1746126461.096370:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4632 00000100:00100000:1.0:1746126461.096375:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:31630:x1830945821808000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126461.096386:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126461.096395:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115be2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b235 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.096413:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bdb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b22e expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.096419:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.096420:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.096422:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115be2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b235 expref: 41 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.096436:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bdb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b22e expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.096444:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115bdb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b22e expref: 5 pid: 10465 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746126461.096451:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820345344:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126461.096472:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126461.105528:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820345344:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126461.105553:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115be2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b235 expref: 41 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.105567:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc800, rc 0) 00000100:00100000:1.0:1746126461.105602:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:31630:x1830945821808000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9226us (9745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.105610:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4632 00000100:00100000:0.0:1746126461.108462:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.113117:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.118993:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.132470:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821808896 00000100:00100000:1.0:1746126461.132477:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821808896 00000100:00100000:1.0:1746126461.132587:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4633 00000100:00100000:1.0:1746126461.132594:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821808896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126461.132607:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126461.132620:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115be9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b23c expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.132643:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115be2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b235 expref: 39 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.132649:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126461.132650:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126461.132653:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115be9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b23c expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.132673:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115be2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b235 expref: 39 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.132681:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115be2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b235 expref: 39 pid: 10465 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746126461.132839:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820345600:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126461.133768:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126461.139683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.141091:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009469a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820345600:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126461.141111:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115be9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b23c expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.141127:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc200, rc 0) 00000100:00100000:1.0:1746126461.141166:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821808896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8572us (8770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.141172:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4633 00000100:00100000:0.0:1746126461.154751:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821809280 00000100:00100000:0.0:1746126461.154757:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821809280 00000100:00100000:0.0:1746126461.154929:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4634 00000100:00100000:0.0:1746126461.154935:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:31630:x1830945821809280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126461.154948:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126461.154961:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115bf0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b243 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.154980:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115be9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b23c expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.154986:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126461.154988:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126461.154990:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115bf0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b243 expref: 43 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.155008:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b23c expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.155017:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115be9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b23c expref: 5 pid: 10465 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746126461.155026:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820345856:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126461.155079:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c150c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126461.162758:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820345856:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126461.162779:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115bf0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b243 expref: 43 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.162793:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b32200, rc 0) 00000100:00100000:0.0:1746126461.162823:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:31630:x1830945821809280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7889us (8167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126461.162830:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4634 00000100:00100000:0.0:1746126461.162866:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821809536 00000100:00100000:0.0:1746126461.162870:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821809536 00002000:00100000:0.0:1746126461.162893:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4e00 x1830945821809536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:222/0 lens 488/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126461.162900:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4e00 with x1830945821809536 ext(0->4095) 00010000:00010000:0.0:1746126461.162905:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115be9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b23c expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746126461.162914:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115be9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b23c expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746126461.162919:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d4e00 00000100:00100000:0.0:1746126461.162930:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1468 00000100:00100000:0.0:1746126461.162935:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821809536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126461.164895:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821809536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1956us (2208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126461.164904:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1468 00002000:00100000:0.0:1746126461.164912:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4e00 x1830945821809536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126461.164920:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4e00 with x1830945821809536 ext(0->4095) 00010000:00010000:0.0:1746126461.164926:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b23c expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746126461.164937:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b23c expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746126461.164947:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d4e00 00000100:00100000:0.0:1746126461.179818:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.190130:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.190195:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821809920 00000100:00100000:1.0:1746126461.190200:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821809920 00002000:00100000:1.0:1746126461.190233:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b79c00 x1830945821809920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.190241:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b79c00 with x1830945821809920 ext(0->4095) 00002000:00010000:1.0:1746126461.190247:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b79c00 00000100:00100000:1.0:1746126461.190263:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3674 00000100:00100000:1.0:1746126461.190270:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1977:x1830945821809920:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126461.190418:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1977:x1830945821809920:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126461.190424:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3674 00002000:00100000:1.0:1746126461.190429:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b79c00 x1830945821809920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.190435:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b79c00 with x1830945821809920 ext(0->4095) 00002000:00010000:1.0:1746126461.190437:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b79c00 00000100:00100000:0.0:1746126461.198746:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.208616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.208697:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821810176 00000100:00100000:1.0:1746126461.208705:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821810176 00002000:00100000:1.0:1746126461.208739:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b7a300 x1830945821810176/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 496/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.208753:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7a300 with x1830945821810176 ext(0->7) 00010000:00010000:1.0:1746126461.208760:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115bf0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b243 expref: 42 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126461.208773:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115bf0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b243 expref: 42 pid: 10465 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746126461.208779:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b7a300 00000100:00100000:1.0:1746126461.208796:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1469 00000100:00100000:1.0:1746126461.208803:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1976:x1830945821810176:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126461.209045:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945821810176:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 241us (435us total) trans 4294967931 rc 0/0 00000100:00100000:1.0:1746126461.209051:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1469 00002000:00100000:1.0:1746126461.209056:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b7a300 x1830945821810176/t4294967931(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 496/448 e 0 to 0 dl 1746126472 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.209063:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7a300 with x1830945821810176 ext(0->7) 00010000:00010000:1.0:1746126461.209067:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115bf0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b243 expref: 44 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126461.209075:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115bf0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b243 expref: 44 pid: 10465 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746126461.209081:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b7a300 00000100:00100000:0.0:1746126461.220081:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.223742:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.230221:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.249317:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.252131:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.252205:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821811072 00000100:00100000:1.0:1746126461.252212:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821811072 00002000:00100000:1.0:1746126461.252247:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7b800 x1830945821811072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.252257:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7b800 with x1830945821811072 ext(0->4095) 00002000:00010000:1.0:1746126461.252261:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b7b800 00000100:00100000:1.0:1746126461.252291:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3676 00000100:00100000:1.0:1746126461.252296:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945821811072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126461.252413:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945821811072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126461.252419:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3676 00002000:00100000:1.0:1746126461.252424:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7b800 x1830945821811072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.252431:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7b800 with x1830945821811072 ext(0->4095) 00002000:00010000:1.0:1746126461.252433:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b7b800 00000100:00100000:0.0:1746126461.256551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.260291:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.262434:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.267377:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.271012:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.279478:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.281694:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6852 00000100:00100000:0.0:1746126461.281704:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821812096:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126461.281716:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126461.281734:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115c05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b258 expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746126461.281745:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115c05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b258 expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746126461.281763:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115c05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b258 expref: 6 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746126461.282913:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126461.282916:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126461.282924:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115c0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b25f expref: 45 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.282932:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115c0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b25f expref: 45 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.282964:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115c0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b25f expref: 45 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126461.282973:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c6d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820347008:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126461.283041:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126461.289829:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.289864:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821812352 00000100:00100000:0.0:1746126461.289872:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821812352 00002000:00100000:0.0:1746126461.289908:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d3b80 x1830945821812352/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126461.289917:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d3b80 with x1830945821812352 ext(0->4095) 00002000:00010000:0.0:1746126461.289921:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d3b80 00000100:00100000:0.0:1746126461.289951:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3677 00000100:00100000:0.0:1746126461.289958:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945821812352:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126461.290096:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945821812352:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (274us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126461.290104:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3677 00002000:00100000:0.0:1746126461.290110:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d3b80 x1830945821812352/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126461.290116:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d3b80 with x1830945821812352 ext(0->4095) 00002000:00010000:0.0:1746126461.290118:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d3b80 00000100:00100000:0.0:1746126461.296178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.303165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.305221:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.305262:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821812736 00000100:00100000:0.0:1746126461.305269:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821812736 00010000:00010000:0.0:1746126461.305311:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115c0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b25f expref: 46 pid: 10465 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746126461.305335:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6853 00000100:00100000:0.0:1746126461.305342:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1975:x1830945821812736:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126461.305352:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126461.305369:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115c0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b25f expref: 46 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746126461.305379:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115c0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b25f expref: 46 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746126461.305397:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115c0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b25f expref: 46 pid: 10465 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746126461.308853:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126461.308880:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1975:x1830945821812736:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3538us (3664us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126461.308889:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6853 00000100:00100000:0.0:1746126461.315366:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.319563:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.322926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.327911:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.352871:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.357756:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.363129:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.367009:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.369126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.378038:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.386522:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.391038:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.401531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.407856:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.435128:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.435238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.453012:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.461618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.465867:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.472047:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.486234:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.494961:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.512456:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.524973:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.531868:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.536351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.539597:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.541188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.544095:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.544575:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821817984 00000100:00100000:1.0:1746126461.544579:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821817984 00002000:00100000:1.0:1746126461.544617:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5d180 x1830945821817984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.544626:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5d180 with x1830945821817984 ext(0->4095) 00010000:00010000:1.0:1746126461.544633:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115c52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b29e expref: 53 pid: 8480 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126461.544660:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115c52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b29e expref: 53 pid: 8480 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746126461.544687:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba5d180 00000100:00100000:1.0:1746126461.544717:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1479 00000100:00100000:1.0:1746126461.544724:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1977:x1830945821817984:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126461.544898:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1977:x1830945821817984:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 174us (809us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126461.544913:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1479 00002000:00100000:1.0:1746126461.544918:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5d180 x1830945821817984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.544924:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5d180 with x1830945821817984 ext(0->4095) 00010000:00010000:1.0:1746126461.544936:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115c52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b29e expref: 53 pid: 8480 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126461.544944:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115c52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b29e expref: 53 pid: 8480 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746126461.544949:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba5d180 00000100:00100000:0.0:1746126461.548129:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.548285:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.551797:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.556144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.559350:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.559419:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821818880 00000100:00100000:1.0:1746126461.559425:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821818880 00002000:00100000:1.0:1746126461.559454:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a29880 x1830945821818880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.559463:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29880 with x1830945821818880 ext(0->4095) 00002000:00010000:1.0:1746126461.559467:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a29880 00000100:00100000:1.0:1746126461.559488:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3683 00000100:00100000:1.0:1746126461.559518:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945821818880:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126461.559634:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945821818880:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126461.559639:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3683 00002000:00100000:1.0:1746126461.559644:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a29880 x1830945821818880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.559650:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29880 with x1830945821818880 ext(0->4095) 00002000:00010000:1.0:1746126461.559652:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a29880 00000100:00100000:0.0:1746126461.561591:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.566854:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.570698:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.571981:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.574932:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.576962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.581816:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.581884:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821820032 00000100:00100000:1.0:1746126461.581890:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821820032 00002000:00100000:1.0:1746126461.581919:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904000 x1830945821820032/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.581927:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904000 with x1830945821820032 ext(0->4095) 00010000:00010000:1.0:1746126461.581934:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1115c6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2c1 expref: 53 pid: 10567 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746126461.581945:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1115c6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2c1 expref: 53 pid: 10567 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746126461.581951:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094904000 00000100:00100000:1.0:1746126461.581974:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1481 00000100:00100000:1.0:1746126461.581980:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1977:x1830945821820032:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126461.582095:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1977:x1830945821820032:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126461.582103:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1481 00002000:00100000:1.0:1746126461.582108:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904000 x1830945821820032/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.582113:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904000 with x1830945821820032 ext(0->4095) 00010000:00010000:1.0:1746126461.582118:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1115c6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2c1 expref: 53 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.582699:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1115c6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2c1 expref: 53 pid: 10567 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746126461.582706:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094904000 00000100:00100000:0.0:1746126461.589827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.589882:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821820416 00000100:00100000:1.0:1746126461.589888:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821820416 00002000:00100000:1.0:1746126461.589917:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904e00 x1830945821820416/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.589925:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904e00 with x1830945821820416 ext(0->4095) 00002000:00010000:1.0:1746126461.589928:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094904e00 00000100:00100000:1.0:1746126461.589956:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3685 00000100:00100000:1.0:1746126461.589962:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1974:x1830945821820416:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126461.590078:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1974:x1830945821820416:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126461.590084:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3685 00002000:00100000:1.0:1746126461.590088:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904e00 x1830945821820416/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.590101:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904e00 with x1830945821820416 ext(0->4095) 00002000:00010000:1.0:1746126461.590103:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094904e00 00000100:00100000:0.0:1746126461.594708:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.601395:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.601437:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.605090:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.614363:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.622706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.630643:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.632515:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821821696 00000100:00100000:1.0:1746126461.632525:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821821696 00002000:00100000:1.0:1746126461.632564:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e7a300 x1830945821821696/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 496/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.632573:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7a300 with x1830945821821696 ext(0->7) 00010000:00010000:1.0:1746126461.632582:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115c83 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2d6 expref: 52 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.632595:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115c83 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2d6 expref: 52 pid: 8480 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746126461.632601:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e7a300 00000100:00100000:1.0:1746126461.632631:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1483 00000100:00100000:1.0:1746126461.632638:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945821821696:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126461.634533:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1976:x1830945821821696:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 1889us (3887us total) trans 4294967936 rc 0/0 00000100:00100000:1.0:1746126461.634542:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1483 00002000:00100000:1.0:1746126461.634549:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e7a300 x1830945821821696/t4294967936(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 496/448 e 0 to 0 dl 1746126472 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.634557:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7a300 with x1830945821821696 ext(0->7) 00010000:00010000:1.0:1746126461.634564:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115c83 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2d6 expref: 54 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.634582:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115c83 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2d6 expref: 54 pid: 8480 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746126461.634588:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e7a300 00000100:00100000:0.0:1746126461.641901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.642725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.650423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.650528:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821822208 00000100:00100000:1.0:1746126461.650534:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821822208 00002000:00100000:1.0:1746126461.650566:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e78a80 x1830945821822208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:222/0 lens 488/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.650576:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e78a80 with x1830945821822208 ext(0->4095) 00010000:00010000:1.0:1746126461.650584:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115c8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2dd expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.650596:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115c8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2dd expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746126461.650602:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e78a80 00000100:00100000:1.0:1746126461.650628:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1484 00000100:00100000:1.0:1746126461.650634:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821822208:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126461.650741:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821822208:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126461.650746:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1484 00002000:00100000:1.0:1746126461.650750:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e78a80 x1830945821822208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.650756:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e78a80 with x1830945821822208 ext(0->4095) 00010000:00010000:1.0:1746126461.650760:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115c8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2dd expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.650768:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115c8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2dd expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746126461.650774:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e78a80 00000100:00100000:0.0:1746126461.665913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.670064:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.680144:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.680378:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821822848 00000100:00100000:1.0:1746126461.680384:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821822848 00002000:00100000:1.0:1746126461.680415:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e79c00 x1830945821822848/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 496/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.680423:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79c00 with x1830945821822848 ext(0->7) 00010000:00010000:1.0:1746126461.680430:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1115c91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2e4 expref: 54 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.680441:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1115c91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2e4 expref: 54 pid: 8480 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746126461.680447:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e79c00 00000100:00100000:1.0:1746126461.680474:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1485 00000100:00100000:1.0:1746126461.680480:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1977:x1830945821822848:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126461.680737:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1977:x1830945821822848:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 256us (595us total) trans 4294967937 rc 0/0 00000100:00100000:1.0:1746126461.680743:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1485 00002000:00100000:1.0:1746126461.680748:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e79c00 x1830945821822848/t4294967937(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 496/448 e 0 to 0 dl 1746126472 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.680760:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79c00 with x1830945821822848 ext(0->7) 00010000:00010000:1.0:1746126461.680764:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1115c91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2e4 expref: 56 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.680773:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1115c91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2e4 expref: 56 pid: 8480 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746126461.680778:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e79c00 00000100:00100000:0.0:1746126461.688184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.690836:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23829c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126461.694663:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.701397:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.701448:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821823360 00000100:00100000:1.0:1746126461.701455:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821823360 00002000:00100000:1.0:1746126461.701484:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3f800 x1830945821823360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:222/0 lens 488/0 e 0 to 0 dl 1746126472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.701491:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3f800 with x1830945821823360 ext(0->4095) 00010000:00010000:1.0:1746126461.701523:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115c98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2eb expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.701533:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115c98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2eb expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746126461.701538:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3f800 00000100:00100000:1.0:1746126461.701562:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1486 00000100:00100000:1.0:1746126461.701568:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821823360:12345-192.168.203.3@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126461.701696:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821823360:12345-192.168.203.3@tcp:3:ldlm_bl.0 Request processed in 128us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126461.701702:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1486 00002000:00100000:1.0:1746126461.701708:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3f800 x1830945821823360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.701715:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3f800 with x1830945821823360 ext(0->4095) 00010000:00010000:1.0:1746126461.701719:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115c98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2eb expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.701727:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115c98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b2eb expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746126461.701732:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3f800 00000100:00100000:0.0:1746126461.705566:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.711422:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.715158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.718237:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.723347:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.726830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.729305:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.734211:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.740848:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.747765:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.751623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.758543:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.758590:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.764235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.768345:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.768814:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.773301:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.777091:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.777168:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.781835:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.797873:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.802402:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.806141:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.811611:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.817107:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.817144:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821827456 00000100:00100000:0.0:1746126461.817151:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821827456 00000100:00100000:0.0:1746126461.817204:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4667 00000100:00100000:0.0:1746126461.817211:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:31630:x1830945821827456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126461.817229:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126461.817247:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32c00/0x8f8d42f0d1115cd7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b32a expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.817271:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115cd0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b323 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.817286:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126461.817288:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126461.817291:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32c00/0x8f8d42f0d1115cd7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b32a expref: 61 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.817318:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115cd0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b323 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.817329:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115cd0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b323 expref: 5 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746126461.817339:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820354304:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126461.817404:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c150c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126461.822869:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.825231:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.825265:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.825299:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.825318:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821827840 00000100:00100000:1.0:1746126461.825325:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821827840 00000100:00100000:1.0:1746126461.827425:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 370 00000100:00100000:1.0:1746126461.827435:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a446dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1975:x1830945821827840:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1746126461.827460:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a446dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1975:x1830945821827840:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 27us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.827465:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 370 00000100:00100000:0.0:1746126461.836864:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821828480 00000100:00100000:0.0:1746126461.836874:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821828480 00010000:00010000:0.0:1746126461.836914:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115cd0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b323 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746126461.836951:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6881 00000100:00100000:0.0:1746126461.836958:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821828480:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126461.836973:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126461.836994:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115cd0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b323 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126461.837014:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115cd0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b323 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126461.837038:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115cd0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b323 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126461.837056:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126461.837058:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126461.837065:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32c00/0x8f8d42f0d1115cd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b32a expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.837073:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32c00/0x8f8d42f0d1115cd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b32a expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126461.837103:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32c00/0x8f8d42f0d1115cd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b32a expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126461.837115:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820354432:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126461.837199:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126461.840354:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.864555:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.902569:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.906216:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.909243:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6882 00000100:00100000:1.0:1746126461.909254:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1976:x1830945821829120:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126461.909267:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126461.909295:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b32c00/0x8f8d42f0d1115cd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b32a expref: 62 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.909311:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b32c00/0x8f8d42f0d1115cd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b32a expref: 62 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.909328:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b32c00/0x8f8d42f0d1115cd7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b32a expref: 62 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.909351:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.909353:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.909358:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115cde lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b331 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.909365:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115cde lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b331 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.909390:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115cde lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b331 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126461.909400:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820354688:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126461.909472:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126461.911180:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820354688:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126461.911194:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126461.911218:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1976:x1830945821829120:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1968us (5008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.911225:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6882 00000100:00100000:0.0:1746126461.918482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.926026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.933336:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.934966:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.935037:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821829760 00000100:00100000:1.0:1746126461.935041:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821829760 00010000:00010000:1.0:1746126461.935066:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115cde lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b331 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126461.935088:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6883 00000100:00100000:1.0:1746126461.935093:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821829760:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126461.935100:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126461.935114:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115cde lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b331 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.935123:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115cde lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b331 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.935137:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115cde lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b331 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.935159:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.935161:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.935166:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ce5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b338 expref: 62 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.935171:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ce5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b338 expref: 62 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.935192:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ce5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b338 expref: 62 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.935202:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ce5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b338 expref: 62 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126461.935217:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820355072:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126461.935265:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126461.937385:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820355072:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126461.937389:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:1.0:1746126461.937398:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126461.937422:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821829760:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2328us (2456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.937430:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6883 00000100:00100000:0.0:1746126461.941410:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.942577:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.942650:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821830272 00000100:00100000:1.0:1746126461.942654:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821830272 00010000:00010000:1.0:1746126461.942669:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ce5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b338 expref: 63 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126461.943217:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6884 00000100:00100000:1.0:1746126461.943223:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1976:x1830945821830272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126461.943231:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126461.943247:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ce5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b338 expref: 63 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.943256:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ce5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b338 expref: 63 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.943270:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ce5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b338 expref: 63 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.943302:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.943304:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.943317:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115cec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b33f expref: 62 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.943323:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115cec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b33f expref: 62 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.943344:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115cec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b33f expref: 62 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.943352:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115cec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b33f expref: 62 pid: 10465 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126461.943360:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820355328:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126461.943421:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126461.945956:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820355328:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126461.945972:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126461.946007:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1976:x1830945821830272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2783us (3430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.946023:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6884 00000100:00100000:0.0:1746126461.946431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.950442:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.950520:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.950855:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821830784 00000100:00100000:1.0:1746126461.950859:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821830784 00010000:00010000:1.0:1746126461.950875:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115cec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b33f expref: 63 pid: 10465 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126461.950904:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6885 00000100:00100000:1.0:1746126461.950910:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1976:x1830945821830784:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126461.950920:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126461.950936:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115cec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b33f expref: 63 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.950945:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115cec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b33f expref: 63 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.950958:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115cec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b33f expref: 63 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.950969:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.950971:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.950975:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115cf3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b346 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.950982:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115cf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b346 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.951001:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115cf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b346 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.951011:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115cf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b346 expref: 5 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126461.951020:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820355584:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126461.951069:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126461.953671:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.953776:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820355584:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126461.953791:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126461.953823:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1976:x1830945821830784:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2913us (3329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.953831:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6885 00000100:00100000:0.0:1746126461.958539:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.958705:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821831168 00000100:00100000:1.0:1746126461.958713:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821831168 00010000:00010000:1.0:1746126461.958739:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115cf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b346 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126461.958772:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6886 00000100:00100000:1.0:1746126461.958780:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821831168:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126461.958792:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126461.958807:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115cf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b346 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.958817:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115cf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b346 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.958835:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115cf3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b346 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.959053:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.959056:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.959063:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115cfa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b34d expref: 61 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.959070:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115cfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b34d expref: 61 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.959100:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115cfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b34d expref: 61 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126461.959110:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820355712:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126461.959175:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126461.962339:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820355712:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126461.962356:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126461.962393:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821831168:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3613us (3858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.962401:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6886 00000100:00100000:0.0:1746126461.964099:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.964763:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3694 00000100:00100000:1.0:1746126461.964772:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945821831424:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126461.964905:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945821831424:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (810us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126461.964912:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3694 00002000:00100000:1.0:1746126461.964916:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f409880 x1830945821831424/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746126472 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126461.964923:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409880 with x1830945821831424 ext(0->4095) 00002000:00010000:1.0:1746126461.964926:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f409880 00000100:00100000:1.0:1746126461.968031:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821831552 00000100:00100000:1.0:1746126461.968038:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821831552 00000100:00100000:1.0:1746126461.968072:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4673 00000100:00100000:1.0:1746126461.968079:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821831552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126461.968092:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126461.968108:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115d01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b354 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.968130:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115cfa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b34d expref: 61 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.968136:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126461.968138:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126461.968141:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115d01 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b354 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.968164:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115cfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b34d expref: 61 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.968173:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115cfa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b34d expref: 61 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126461.968183:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820355840:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126461.968246:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126461.971054:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820355840:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126461.971077:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115d01 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b354 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.971090:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc200, rc 0) 00000100:00100000:1.0:1746126461.971136:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821831552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3057us (3161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.971146:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4673 00000100:00100000:0.0:1746126461.972216:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126461.972249:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.972329:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821831680 00000100:00100000:1.0:1746126461.972334:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821831680 00010000:00010000:1.0:1746126461.972357:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115cfa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b34d expref: 62 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126461.972658:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6887 00000100:00100000:1.0:1746126461.972664:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1976:x1830945821831680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126461.972671:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126461.972686:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115cfa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b34d expref: 63 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.972695:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115cfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b34d expref: 63 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.972709:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115cfa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b34d expref: 63 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.972720:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.972721:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.972726:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115d01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b354 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.972731:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115d01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b354 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.972747:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115d01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b354 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.972757:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115d01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b354 expref: 5 pid: 10567 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126461.972767:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820356096:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126461.972801:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126461.975662:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820356096:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126461.975676:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126461.975690:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.976256:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1976:x1830945821831680:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3591us (4041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.976264:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6887 00000100:00100000:0.0:1746126461.981251:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126461.981316:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821832192 00000100:00100000:1.0:1746126461.981324:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821832192 00010000:00010000:1.0:1746126461.981353:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115d01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b354 expref: 6 pid: 10567 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126461.981389:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6888 00000100:00100000:1.0:1746126461.981395:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821832192:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126461.981409:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126461.981426:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115d01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b354 expref: 6 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.981441:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115d01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b354 expref: 6 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.981459:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115d01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b354 expref: 6 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126461.981483:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.981485:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126461.981491:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115d08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b35b expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.981526:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115d08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b35b expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126461.981555:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115d08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b35b expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126461.981565:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820356224:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126461.981629:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126461.984301:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820356224:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126461.984318:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126461.984361:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821832192:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2965us (3116us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126461.984369:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6888 00000100:00100000:0.0:1746126461.985613:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.004480:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.017112:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126462.018715:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126462.024929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.025348:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821832832 00000100:00100000:1.0:1746126462.025356:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821832832 00010000:00010000:1.0:1746126462.025382:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115d08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b35b expref: 64 pid: 10567 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746126462.025712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.026057:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6889 00000100:00100000:1.0:1746126462.026063:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+65:1977:x1830945821832832:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.026074:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126462.026086:0:7117:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126461 -> 1746126462 00002000:00010000:1.0:1746126462.026088:0:7117:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126461 -> 1746126462 00010000:00010000:1.0:1746126462.026093:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115d08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b35b expref: 65 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.026102:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115d08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b35b expref: 65 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.026115:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115d08 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b35b expref: 65 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.026126:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.026128:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.026132:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d0f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b362 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.026138:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b362 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.026155:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b362 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.026164:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b362 expref: 5 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.026173:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820356608:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.026387:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.029023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.029125:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820356608:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.029141:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126462.029173:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1977:x1830945821832832:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3110us (4250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.029182:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6889 00000100:00100000:0.0:1746126462.033789:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.033871:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821833344 00000100:00100000:1.0:1746126462.033878:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821833344 00010000:00010000:1.0:1746126462.033905:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b362 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.033937:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6890 00000100:00100000:1.0:1746126462.033943:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821833344:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.033954:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126462.033970:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b362 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.033980:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b362 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.033998:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b362 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.034020:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.034022:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.034028:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115d16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b369 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.034040:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115d16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b369 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.034064:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115d16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b369 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126462.034073:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820356736:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.034132:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.036316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.036405:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820356736:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.036420:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126462.036457:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821833344:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2513us (2673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.036465:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6890 00000100:00100000:0.0:1746126462.039792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.042769:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.045366:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.045449:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821833984 00000100:00100000:1.0:1746126462.045454:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821833984 00010000:00010000:1.0:1746126462.045477:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115d16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b369 expref: 66 pid: 10567 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.046090:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6891 00000100:00100000:1.0:1746126462.046098:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1976:x1830945821833984:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.046109:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126462.046123:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115d16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b369 expref: 66 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.046132:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115d16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b369 expref: 66 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.046148:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115d16 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b369 expref: 66 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.046163:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.046164:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.046170:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115d1d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b370 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.046176:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115d1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b370 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.046211:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115d1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b370 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126462.046220:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820356992:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.046284:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.048361:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.048383:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820356992:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.048397:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126462.048464:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+65:1976:x1830945821833984:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2367us (3102us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.048473:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6891 00000100:00100000:0.0:1746126462.054343:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.054953:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.059420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.059675:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821834624 00000100:00100000:1.0:1746126462.059681:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821834624 00010000:00010000:1.0:1746126462.059701:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115d1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b370 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.059740:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6892 00000100:00100000:1.0:1746126462.059746:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821834624:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.059758:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126462.059773:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115d1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b370 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.059782:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115d1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b370 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.059799:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115d1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b370 expref: 6 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.059811:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.059812:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.059817:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b377 expref: 66 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.059823:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b377 expref: 66 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.059845:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b377 expref: 66 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.059854:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b377 expref: 66 pid: 10465 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.059869:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820357376:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.059926:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.067321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.067405:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820357376:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.067421:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126462.067464:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821834624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7718us (8051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.067472:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6892 00000100:00100000:0.0:1746126462.070261:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.070812:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821835008 00000100:00100000:1.0:1746126462.070820:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821835008 00010000:00010000:1.0:1746126462.070850:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b377 expref: 67 pid: 10465 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.070883:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6893 00000100:00100000:1.0:1746126462.070889:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:1976:x1830945821835008:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.070900:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126462.070916:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b377 expref: 67 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.070925:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b377 expref: 67 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.070943:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b377 expref: 67 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.071000:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.071003:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.071009:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115d2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b37e expref: 66 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.071016:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115d2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b37e expref: 66 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.071042:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115d2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b37e expref: 66 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126462.071053:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820357504:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.071483:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.075577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.075673:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820357504:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.075689:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126462.075729:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1976:x1830945821835008:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4840us (5474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.075738:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6893 00000100:00100000:0.0:1746126462.094629:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.101730:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.113808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.115137:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821835648 00000100:00100000:1.0:1746126462.115146:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821835648 00010000:00010000:1.0:1746126462.115178:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115d2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b37e expref: 68 pid: 8480 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.115927:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6894 00000100:00100000:1.0:1746126462.115936:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1977:x1830945821835648:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.115948:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126462.115965:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115d2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b37e expref: 68 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.115979:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115d2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b37e expref: 68 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.115996:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115d2b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b37e expref: 68 pid: 8480 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.116204:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.116206:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.116213:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d32 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b385 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.116220:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b385 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.116246:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b385 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126462.116255:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820357760:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.117044:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.118830:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.125791:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820357760:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.125805:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126462.125824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.125837:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:1977:x1830945821835648:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9903us (12036us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.125846:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6894 00000100:00100000:0.0:1746126462.129573:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.129866:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821836160 00000100:00100000:1.0:1746126462.129872:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821836160 00010000:00010000:1.0:1746126462.129900:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b385 expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.130160:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6895 00000100:00100000:1.0:1746126462.130168:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821836160:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.130179:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126462.130195:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b385 expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.130205:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b385 expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.130224:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d32 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b385 expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.130252:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.130254:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.130260:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115d39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b38c expref: 67 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.130267:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115d39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b38c expref: 67 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.130300:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115d39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b38c expref: 67 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126462.130310:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820358016:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.130375:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126462.133318:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820358016:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.133335:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126462.133373:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821836160:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3206us (3805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.133382:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6895 00000100:00100000:0.0:1746126462.134062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.139958:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.150201:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.163244:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.163295:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.163817:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821836800 00000100:00100000:1.0:1746126462.163820:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821836800 00010000:00010000:1.0:1746126462.163835:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115d39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b38c expref: 71 pid: 10567 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.163848:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6896 00000100:00100000:1.0:1746126462.163852:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1977:x1830945821836800:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.163858:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126462.163871:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115d39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b38c expref: 71 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.163879:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115d39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b38c expref: 71 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.163891:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115d39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b38c expref: 71 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.163907:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.163908:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.163913:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115d40 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b393 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.163918:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115d40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b393 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.163934:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115d40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b393 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.163942:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115d40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b393 expref: 5 pid: 10567 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.163952:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820358400:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.164007:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.168553:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.169923:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820358400:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.169941:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126462.170751:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1977:x1830945821836800:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6896us (7511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.170760:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6896 00000100:00100000:0.0:1746126462.174215:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.174322:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821837312 00000100:00100000:1.0:1746126462.174329:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821837312 00010000:00010000:1.0:1746126462.174354:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115d40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b393 expref: 6 pid: 10567 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.174389:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6897 00000100:00100000:1.0:1746126462.174395:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821837312:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.174406:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126462.174422:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115d40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b393 expref: 6 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.174431:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115d40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b393 expref: 6 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.174452:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115d40 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b393 expref: 6 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.174466:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.174468:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.174474:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115d47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b39a expref: 69 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.174480:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115d47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b39a expref: 69 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.174526:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115d47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b39a expref: 69 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126462.174537:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820358528:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.174603:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126462.178243:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820358528:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.178259:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126462.178388:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821837568 00000100:00100000:0.0:1746126462.178393:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821837568 00002000:00100000:0.0:1746126462.178421:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880089638700 x1830945821837568/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126462.178434:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089638700 with x1830945821837568 ext(0->4095) 00002000:00010000:0.0:1746126462.178438:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089638700 00000100:00100000:1.0:1746126462.178508:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821837312:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4100us (4286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.178516:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6897 00000100:00100000:0.0:1746126462.178698:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3700 00000100:00100000:0.0:1746126462.178704:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1974:x1830945821837568:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126462.178802:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1974:x1830945821837568:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (625us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126462.178806:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3700 00002000:00100000:0.0:1746126462.178810:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880089638700 x1830945821837568/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746126473 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126462.178817:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089638700 with x1830945821837568 ext(0->4095) 00002000:00010000:0.0:1746126462.178819:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089638700 00000100:00100000:0.0:1746126462.191430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.193543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.201040:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.204452:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.204544:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821837952 00000100:00100000:1.0:1746126462.204550:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821837952 00010000:00010000:1.0:1746126462.204581:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115d47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b39a expref: 73 pid: 10567 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.204726:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6898 00000100:00100000:1.0:1746126462.204735:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1975:x1830945821837952:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.204746:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126462.204761:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115d47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b39a expref: 73 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.204770:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115d47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b39a expref: 73 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.204788:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115d47 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b39a expref: 73 pid: 10567 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.204811:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.204813:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.204820:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115d4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a1 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.204827:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115d4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a1 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.204853:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115d4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a1 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126462.204863:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820358784:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.205002:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126462.209168:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820358784:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.209178:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126462.209194:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1975:x1830945821837952:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4462us (4749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.209201:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6898 00000100:00100000:0.0:1746126462.209607:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.215411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.215728:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821838464 00000100:00100000:1.0:1746126462.215736:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821838464 00010000:00010000:1.0:1746126462.215766:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115d4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a1 expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746126462.215789:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6899 00000100:00100000:1.0:1746126462.215795:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821838464:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.215805:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126462.215961:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115d4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a1 expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.215973:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115d4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a1 expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.215991:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115d4e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a1 expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746126462.217897:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.217902:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.217912:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a8 expref: 71 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.217921:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a8 expref: 71 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.217958:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a8 expref: 71 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126462.217968:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820359040:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.218038:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126462.226219:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820359040:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.226237:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126462.226270:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821838464:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 10475us (10867us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.226290:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6899 00000100:00100000:0.0:1746126462.226923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.234571:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821838848 00000100:00100000:0.0:1746126462.234579:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821838848 00000100:00100000:0.0:1746126462.234623:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4686 00000100:00100000:0.0:1746126462.234631:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821838848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126462.234645:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126462.234659:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115d5c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b3af expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.234683:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a8 expref: 71 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.234689:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126462.234691:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126462.234694:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115d5c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3af expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.234723:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a8 expref: 71 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.234733:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a8 expref: 71 pid: 10465 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746126462.234743:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820359168:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126462.234817:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.240118:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.253764:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821839104 00000100:00100000:0.0:1746126462.253772:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821839104 00010000:00010000:0.0:1746126462.253799:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a8 expref: 74 pid: 10465 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746126462.253839:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6900 00000100:00100000:0.0:1746126462.253846:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1974:x1830945821839104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126462.253856:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126462.253873:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a8 expref: 74 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126462.253883:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a8 expref: 74 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126462.253901:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d55 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3a8 expref: 74 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126462.253924:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126462.253926:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126462.253932:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115d5c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3af expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.253939:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115d5c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3af expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.253980:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115d5c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3af expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126462.253990:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820359296:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126462.254064:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.263202:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820359296:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126462.263218:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126462.263259:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1974:x1830945821839104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9413us (10417us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126462.263268:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6900 00000100:00100000:0.0:1746126462.264188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.273763:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.278583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.279899:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821839616 00000100:00100000:0.0:1746126462.279907:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821839616 00010000:00010000:0.0:1746126462.279935:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115d5c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3af expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746126462.279977:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6901 00000100:00100000:0.0:1746126462.279984:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821839616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126462.279995:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126462.280013:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115d5c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3af expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126462.280023:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115d5c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3af expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126462.280041:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b32200/0x8f8d42f0d1115d5c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3af expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126462.280056:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126462.280058:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126462.280063:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115d63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3b6 expref: 73 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.280069:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115d63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3b6 expref: 73 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.280093:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115d63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3b6 expref: 73 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126462.280104:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820359552:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126462.280169:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.286068:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.291121:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.303225:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.314863:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.321158:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.328021:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.333593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.339886:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.351337:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.360127:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.361206:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.364133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.373463:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.382757:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821841920 00000100:00100000:0.0:1746126462.382765:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821841920 00010000:00010000:0.0:1746126462.382794:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3cb expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746126462.383701:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6905 00000100:00100000:0.0:1746126462.383711:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821841920:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126462.387358:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126462.387387:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3cb expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126462.387406:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3cb expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126462.387426:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115d78 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3cb expref: 6 pid: 10465 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746126462.387456:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126462.387458:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126462.387464:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3d2 expref: 77 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.387471:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3d2 expref: 77 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.387514:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115d7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b3d2 expref: 77 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126462.387524:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c280700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820360576:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126462.387605:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.391085:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.393118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.402850:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.405103:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.408664:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.413653:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.418169:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.441529:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.453132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.462965:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.463014:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.475910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.479960:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.483088:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.488329:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.503000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.529075:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.533653:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.541966:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.545858:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.549855:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.556343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.620579:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.628043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.637078:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.643029:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.652936:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.666963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.675086:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.680738:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.686619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.692618:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.697623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.698214:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.698413:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4702 00000100:00100000:0.0:1746126462.698422:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31631:x1830945821847552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126462.698429:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126462.698436:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1115dcc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b41f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.698479:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126462.698484:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115dc5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b418 expref: 88 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.698489:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126462.698513:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1115dcc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b41f expref: 88 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.698538:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115dc5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b418 expref: 88 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.698548:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1115dcc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b41f expref: 88 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.698557:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b32800, rc 0) 00000100:00100000:0.0:1746126462.698577:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:31631:x1830945821847552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126462.698582:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4702 00000100:00100000:0.0:1746126462.702430:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.708076:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.708140:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821847936 00000100:00100000:1.0:1746126462.708147:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821847936 00002000:00100000:1.0:1746126462.708181:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099affb80 x1830945821847936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.708191:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099affb80 with x1830945821847936 ext(0->4095) 00010000:00010000:1.0:1746126462.708198:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115dc5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b418 expref: 87 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.708211:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115dc5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b418 expref: 87 pid: 8479 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.708217:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099affb80 00000100:00100000:1.0:1746126462.708819:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1522 00000100:00100000:1.0:1746126462.708825:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1976:x1830945821847936:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126462.708948:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1976:x1830945821847936:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (880us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126462.708954:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1522 00002000:00100000:1.0:1746126462.708959:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099affb80 x1830945821847936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746126473 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.708966:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099affb80 with x1830945821847936 ext(0->4095) 00010000:00010000:1.0:1746126462.708971:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115dc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b418 expref: 87 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.708980:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115dc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b418 expref: 87 pid: 8479 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.708985:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099affb80 00000100:00100000:0.0:1746126462.711370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.715472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.715582:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821848320 00000100:00100000:1.0:1746126462.715587:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821848320 00002000:00100000:1.0:1746126462.715614:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afed80 x1830945821848320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.715623:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afed80 with x1830945821848320 ext(0->4095) 00002000:00010000:1.0:1746126462.715627:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afed80 00000100:00100000:1.0:1746126462.715647:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3710 00000100:00100000:1.0:1746126462.715653:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945821848320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126462.715774:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945821848320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126462.715779:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3710 00002000:00100000:1.0:1746126462.715785:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afed80 x1830945821848320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746126473 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.715792:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afed80 with x1830945821848320 ext(0->4095) 00002000:00010000:1.0:1746126462.715794:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afed80 00000100:00100000:0.0:1746126462.721720:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.727134:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.728152:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821848576 00000100:00100000:1.0:1746126462.728158:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821848576 00002000:00100000:1.0:1746126462.728192:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880099afd500 x1830945821848576/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 496/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.728200:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd500 with x1830945821848576 ext(0->7) 00010000:00010000:1.0:1746126462.728206:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1115dcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b41f expref: 86 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.728217:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1115dcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b41f expref: 86 pid: 8480 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.728223:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099afd500 00000100:00100000:1.0:1746126462.728250:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1523 00000100:00100000:1.0:1746126462.728256:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945821848576:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126462.728546:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1976:x1830945821848576:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 290us (1416us total) trans 4294967953 rc 0/0 00000100:00100000:1.0:1746126462.728552:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1523 00002000:00100000:1.0:1746126462.728556:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880099afd500 x1830945821848576/t4294967953(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 496/448 e 0 to 0 dl 1746126473 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.728563:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd500 with x1830945821848576 ext(0->7) 00010000:00010000:1.0:1746126462.728567:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1115dcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b41f expref: 88 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.728575:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1115dcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b41f expref: 88 pid: 8480 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.728580:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099afd500 00000100:00100000:0.0:1746126462.731651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.735295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.735520:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821848960 00000100:00100000:1.0:1746126462.735526:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821848960 00002000:00100000:1.0:1746126462.735558:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901500 x1830945821848960/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:223/0 lens 488/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.735566:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901500 with x1830945821848960 ext(0->4095) 00002000:00010000:1.0:1746126462.735569:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901500 00000100:00100000:1.0:1746126462.736038:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3711 00000100:00100000:1.0:1746126462.736045:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821848960:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126462.736317:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821848960:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 271us (1023us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126462.736323:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3711 00002000:00100000:1.0:1746126462.736328:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901500 x1830945821848960/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746126473 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.736335:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901500 with x1830945821848960 ext(0->4095) 00002000:00010000:1.0:1746126462.736338:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901500 00000100:00100000:0.0:1746126462.738581:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.753555:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.758754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.759314:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821849472 00000100:00100000:1.0:1746126462.759319:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821849472 00002000:00100000:1.0:1746126462.759353:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901880 x1830945821849472/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.759368:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901880 with x1830945821849472 ext(0->4095) 00002000:00010000:1.0:1746126462.759371:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901880 00000100:00100000:1.0:1746126462.759793:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3712 00000100:00100000:1.0:1746126462.759800:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1975:x1830945821849472:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126462.759905:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1975:x1830945821849472:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1152us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126462.759910:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3712 00002000:00100000:1.0:1746126462.759914:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901880 x1830945821849472/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746126473 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.759921:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901880 with x1830945821849472 ext(0->4095) 00002000:00010000:1.0:1746126462.759924:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901880 00000100:00100000:0.0:1746126462.764264:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.774976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.776907:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.779642:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.783899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.787859:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.797656:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.799773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.799926:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821850752 00000100:00100000:1.0:1746126462.799932:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821850752 00002000:00100000:1.0:1746126462.799960:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094902a00 x1830945821850752/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 496/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.799969:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902a00 with x1830945821850752 ext(0->7) 00010000:00010000:1.0:1746126462.799975:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115de8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b43b expref: 88 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.800114:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115de8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b43b expref: 88 pid: 8479 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.800121:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094902a00 00000100:00100000:1.0:1746126462.800231:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1525 00000100:00100000:1.0:1746126462.800237:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1974:x1830945821850752:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126462.801967:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1974:x1830945821850752:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 1727us (2196us total) trans 4294967954 rc 0/0 00000100:00100000:1.0:1746126462.801975:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1525 00002000:00100000:1.0:1746126462.801983:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094902a00 x1830945821850752/t4294967954(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 496/448 e 0 to 0 dl 1746126473 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.801990:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902a00 with x1830945821850752 ext(0->7) 00010000:00010000:1.0:1746126462.801995:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115de8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b43b expref: 90 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.802006:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115de8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b43b expref: 90 pid: 8479 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.802011:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094902a00 00000100:00100000:0.0:1746126462.805202:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.811409:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.816787:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.816924:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821851264 00000100:00100000:1.0:1746126462.816931:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821851264 00002000:00100000:1.0:1746126462.816962:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4f800 x1830945821851264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:223/0 lens 488/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.816970:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4f800 with x1830945821851264 ext(0->4095) 00010000:00010000:1.0:1746126462.816976:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115def lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b442 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.816989:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115def lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b442 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.816999:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4f800 00000100:00100000:1.0:1746126462.817146:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1526 00000100:00100000:1.0:1746126462.817153:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821851264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126462.817286:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821851264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126462.817291:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1526 00002000:00100000:1.0:1746126462.817296:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4f800 x1830945821851264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746126473 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.817302:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4f800 with x1830945821851264 ext(0->4095) 00010000:00010000:1.0:1746126462.817306:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115def lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b442 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.817314:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115def lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b442 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.817319:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4f800 00000100:00100000:0.0:1746126462.823034:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.831892:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.838929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.847254:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.847594:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821851904 00000100:00100000:1.0:1746126462.847602:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821851904 00002000:00100000:1.0:1746126462.847637:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e4c380 x1830945821851904/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 496/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.847646:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4c380 with x1830945821851904 ext(0->7) 00010000:00010000:1.0:1746126462.847654:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115df6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b449 expref: 90 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.847671:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115df6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b449 expref: 90 pid: 8479 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.847678:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4c380 00000100:00100000:1.0:1746126462.847705:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1527 00000100:00100000:1.0:1746126462.847712:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1977:x1830945821851904:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126462.847954:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945821851904:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 242us (706us total) trans 4294967955 rc 0/0 00000100:00100000:1.0:1746126462.847960:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1527 00002000:00100000:1.0:1746126462.847966:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e4c380 x1830945821851904/t4294967955(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 496/448 e 0 to 0 dl 1746126473 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.847973:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4c380 with x1830945821851904 ext(0->7) 00010000:00010000:1.0:1746126462.847977:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115df6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b449 expref: 92 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.847986:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115df6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b449 expref: 92 pid: 8479 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.847991:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4c380 00000100:00100000:0.0:1746126462.851013:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.855276:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821852288 00000100:00100000:0.0:1746126462.855282:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821852288 00002000:00100000:0.0:1746126462.855313:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e78000 x1830945821852288/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:223/0 lens 488/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126462.855322:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e78000 with x1830945821852288 ext(0->4095) 00002000:00010000:0.0:1746126462.855325:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e78000 00000100:00100000:0.0:1746126462.855350:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3715 00000100:00100000:0.0:1746126462.855357:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821852288:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126462.855482:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821852288:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (776us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126462.855487:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3715 00002000:00100000:0.0:1746126462.855492:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e78000 x1830945821852288/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746126473 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126462.855512:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e78000 with x1830945821852288 ext(0->4095) 00002000:00010000:0.0:1746126462.855515:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e78000 00000100:00100000:0.0:1746126462.859414:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.865559:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.867099:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.873864:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821852928 00000100:00100000:0.0:1746126462.873870:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821852928 00002000:00100000:0.0:1746126462.873900:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e79180 x1830945821852928/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126462.873910:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79180 with x1830945821852928 ext(0->4095) 00010000:00010000:0.0:1746126462.873917:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b457 expref: 93 pid: 10465 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746126462.873929:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b457 expref: 93 pid: 10465 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746126462.873935:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e79180 00000100:00100000:0.0:1746126462.873947:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1528 00000100:00100000:0.0:1746126462.873953:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1976:x1830945821852928:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126462.874077:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1976:x1830945821852928:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (634us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126462.874083:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1528 00002000:00100000:0.0:1746126462.874088:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e79180 x1830945821852928/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746126473 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126462.874094:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79180 with x1830945821852928 ext(0->4095) 00010000:00010000:0.0:1746126462.874099:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b457 expref: 93 pid: 10465 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746126462.874107:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1115e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b457 expref: 93 pid: 10465 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746126462.874112:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e79180 00000100:00100000:0.0:1746126462.881561:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.882712:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.894747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.894835:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821853440 00000100:00100000:1.0:1746126462.894841:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821853440 00002000:00100000:1.0:1746126462.894874:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4df80 x1830945821853440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/0 e 0 to 0 dl 1746126473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.894888:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4df80 with x1830945821853440 ext(0->4095) 00010000:00010000:1.0:1746126462.894895:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b45e expref: 92 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.894908:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b45e expref: 92 pid: 8479 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.894913:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4df80 00000100:00100000:1.0:1746126462.894939:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1529 00000100:00100000:1.0:1746126462.894946:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945821853440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126462.895074:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945821853440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126462.895080:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1529 00002000:00100000:1.0:1746126462.895085:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4df80 x1830945821853440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746126473 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126462.895092:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4df80 with x1830945821853440 ext(0->4095) 00010000:00010000:1.0:1746126462.895096:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b45e expref: 92 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.895104:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b45e expref: 92 pid: 8479 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126462.895110:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4df80 00000100:00100000:0.0:1746126462.897392:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.900224:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.907814:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.917859:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.927715:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.927974:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821854336 00000100:00100000:1.0:1746126462.928003:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821854336 00010000:00010000:1.0:1746126462.928033:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115e19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b46c expref: 92 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126462.928055:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6928 00000100:00100000:1.0:1746126462.928061:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945821854336:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126462.928071:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126462.928086:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115e19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b46c expref: 92 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.928095:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115e19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b46c expref: 92 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.928111:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115e19 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b46c expref: 92 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126462.928131:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.928133:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.928138:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115e20 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b473 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.928145:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115e20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b473 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.928167:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115e20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b473 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126462.928176:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009469bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820366464:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126462.928221:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.934264:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.934397:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009469bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820366464:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126462.934412:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126462.935058:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1976:x1830945821854336:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6995us (7347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.935066:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6928 00000100:00100000:1.0:1746126462.942230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.946514:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821854720 00000100:00100000:0.0:1746126462.946524:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821854720 00000100:00100000:0.0:1746126462.946562:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4715 00000100:00100000:0.0:1746126462.946568:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:31630:x1830945821854720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126462.946582:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126462.946597:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115e27 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b47a expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.946619:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115e20 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b473 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.946625:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126462.946627:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126462.946629:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115e27 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b47a expref: 92 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.946654:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115e20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b473 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.946663:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115e20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b473 expref: 5 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746126462.946673:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820366592:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126462.950683:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.952620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.952696:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.952727:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821854976 00000100:00100000:0.0:1746126462.952733:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821854976 00010000:00010000:0.0:1746126462.952761:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115e20 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b473 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746126462.952783:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6929 00000100:00100000:0.0:1746126462.952790:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821854976:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126462.952803:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126462.952819:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115e20 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b473 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746126462.952829:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115e20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b473 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746126462.952849:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126462.952851:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126462.952856:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115e27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b47a expref: 92 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.952863:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115e27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b47a expref: 92 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126462.952886:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115e27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b47a expref: 92 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126462.952896:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820366720:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126462.952959:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126462.953175:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821854848 00000100:00100000:1.0:1746126462.953179:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821854848 00000100:00100000:1.0:1746126462.953199:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4716 00000100:00100000:1.0:1746126462.953204:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:31631:x1830945821854848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126462.953216:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126462.953224:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115e2e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b481 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.953238:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115e27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b47a expref: 94 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.953243:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126462.953244:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126462.953247:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115e2e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b481 expref: 94 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.953261:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115e27 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b47a expref: 94 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.953281:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115e27 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b47a expref: 94 pid: 10465 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126462.953290:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820366848:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126462.953314:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126462.957404:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820366848:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126462.957420:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115e2e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b481 expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.957433:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc800, rc 0) 00000100:00100000:1.0:1746126462.957448:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:31631:x1830945821854848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4244us (4834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.957453:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4716 00000100:00100000:0.0:1746126462.959038:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.961713:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.966922:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.972562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.972630:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821855744 00000100:00100000:1.0:1746126462.972637:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821855744 00000100:00100000:1.0:1746126462.972664:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4717 00000100:00100000:1.0:1746126462.972670:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821855744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126462.972682:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126462.972695:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115e35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b488 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.972714:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115e2e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b481 expref: 91 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.972719:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126462.972720:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126462.972722:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115e35 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b488 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.972860:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115e2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b481 expref: 91 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.972868:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115e2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b481 expref: 91 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126462.972877:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820367104:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126462.973130:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126462.974723:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820367104:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126462.974742:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115e35 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b488 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.974754:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cde00, rc 0) 00000100:00100000:1.0:1746126462.974778:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821855744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2108us (2222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.974784:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4717 00000100:00100000:0.0:1746126462.978134:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.978203:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.978640:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821856000 00000100:00100000:1.0:1746126462.978645:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821856000 00000100:00100000:1.0:1746126462.978664:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4718 00000100:00100000:1.0:1746126462.978670:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:31630:x1830945821856000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126462.978681:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126462.978690:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115e3c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b48f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.978705:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115e35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b488 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.978711:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.978712:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126462.978715:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115e3c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b48f expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.978730:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115e35 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b488 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.978739:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115e35 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b488 expref: 5 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126462.978747:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820367360:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126462.979429:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126462.981966:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.982861:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820367360:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126462.982876:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115e3c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b48f expref: 92 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126462.982886:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc200, rc 0) 00000100:00100000:1.0:1746126462.982902:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:31630:x1830945821856000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4233us (4699us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126462.982907:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4718 00000100:00100000:0.0:1746126462.987885:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126462.992136:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126462.999956:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.000010:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821856768 00000100:00100000:1.0:1746126463.000016:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821856768 00000100:00100000:1.0:1746126463.000052:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4719 00000100:00100000:1.0:1746126463.000058:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821856768:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126463.000072:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126463.000084:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115e43 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b496 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.000106:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115e3c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b48f expref: 91 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.000112:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.000114:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.000117:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115e43 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b496 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.000137:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115e3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b48f expref: 91 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.000146:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115e3c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b48f expref: 91 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.000154:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820367616:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126463.000214:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.003847:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820367616:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126463.003872:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115e43 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b496 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.003887:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43ccc00, rc 0) 00000100:00100000:1.0:1746126463.003919:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821856768:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3860us (3968us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.003928:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4719 00000100:00100000:0.0:1746126463.017822:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.018198:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.018274:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821857024 00000100:00100000:1.0:1746126463.018282:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821857024 00000100:00100000:1.0:1746126463.018315:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4720 00000100:00100000:1.0:1746126463.018321:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:31630:x1830945821857024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126463.018333:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126463.018346:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115e4a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b49d expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.018367:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.018372:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115e43 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b496 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.018377:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126463.018380:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115e4a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b49d expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.018406:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d1115e43 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b496 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.018415:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115e4a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b49d expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.018422:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc400, rc 0) 00000100:00100000:1.0:1746126463.018453:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:31630:x1830945821857024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.018459:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4720 00000100:00100000:0.0:1746126463.026436:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.031372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.036748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.040125:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.043205:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.047214:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.050403:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.051543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.054519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.054639:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821858560 00000100:00100000:1.0:1746126463.054644:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821858560 00000100:00100000:1.0:1746126463.054677:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4723 00000100:00100000:1.0:1746126463.054683:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:31631:x1830945821858560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126463.054695:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126463.054706:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115e5f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b4b2 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.054723:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.054727:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115e58 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ab expref: 96 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.054732:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.054734:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115e5f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4b2 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.054755:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115e58 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ab expref: 96 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.054764:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115e5f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4b2 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.054772:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc800, rc 0) 00000100:00100000:1.0:1746126463.054809:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31631:x1830945821858560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.054815:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4723 00000100:00100000:0.0:1746126463.059699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.063743:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.068195:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.072232:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.075383:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.079142:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.081754:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.083140:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821859840 00000100:00100000:1.0:1746126463.083146:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821859840 00002000:00100000:1.0:1746126463.083176:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700380 x1830945821859840/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.083184:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700380 with x1830945821859840 ext(0->4095) 00002000:00010000:1.0:1746126463.083188:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700380 00000100:00100000:1.0:1746126463.083211:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3722 00000100:00100000:1.0:1746126463.083217:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821859840:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126463.083351:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821859840:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (1601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.083357:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3722 00002000:00100000:1.0:1746126463.083362:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700380 x1830945821859840/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.083368:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700380 with x1830945821859840 ext(0->4095) 00002000:00010000:1.0:1746126463.083371:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700380 00000100:00100000:0.0:1746126463.083894:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.086825:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.090917:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.093920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.095346:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1536 00000100:00100000:1.0:1746126463.095356:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1977:x1830945821860480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126463.095468:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1977:x1830945821860480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (1553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.095473:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1536 00002000:00100000:1.0:1746126463.095479:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700000 x1830945821860480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.095487:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700000 with x1830945821860480 ext(0->4095) 00010000:00010000:1.0:1746126463.095508:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4c0 expref: 95 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.095522:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4c0 expref: 95 pid: 8480 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126463.095528:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135700000 00000100:00100000:0.0:1746126463.098929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.102095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.105241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.110609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.113856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.116628:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.119136:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.119215:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.119239:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821861632 00000100:00100000:0.0:1746126463.119243:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821861632 00010000:00010000:0.0:1746126463.119260:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115e7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ce expref: 6 pid: 8480 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746126463.119291:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6942 00000100:00100000:0.0:1746126463.119296:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821861632:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126463.119303:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126463.119317:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115e7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ce expref: 6 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746126463.119325:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115e7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ce expref: 6 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746126463.119341:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115e7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ce expref: 6 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746126463.119353:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126463.119354:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126463.119359:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115e82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4d5 expref: 93 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.119366:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115e82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4d5 expref: 93 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.119389:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115e82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4d5 expref: 93 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126463.119398:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094149880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820370048:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126463.119443:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.122769:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094149880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820370048:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.122787:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.122820:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945821861632:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3523us (3604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.122828:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6942 00000100:00100000:0.0:1746126463.123376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.123546:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821862016 00000100:00100000:1.0:1746126463.123551:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821862016 00002000:00100000:1.0:1746126463.123578:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094149880 x1830945821862016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.123586:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094149880 with x1830945821862016 ext(0->4095) 00010000:00010000:1.0:1746126463.123591:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4d5 expref: 94 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.123601:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4d5 expref: 94 pid: 8480 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126463.123606:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094149880 00000100:00100000:1.0:1746126463.123630:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1538 00000100:00100000:1.0:1746126463.123636:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1976:x1830945821862016:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126463.123748:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1976:x1830945821862016:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.123754:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1538 00002000:00100000:1.0:1746126463.123759:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094149880 x1830945821862016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.123766:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094149880 with x1830945821862016 ext(0->4095) 00010000:00010000:1.0:1746126463.123770:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4d5 expref: 94 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.123777:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4d5 expref: 94 pid: 8480 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126463.123782:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094149880 00000100:00100000:0.0:1746126463.126600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.126671:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.127154:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821862272 00000100:00100000:1.0:1746126463.127158:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821862272 00010000:00010000:1.0:1746126463.127171:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4d5 expref: 95 pid: 8480 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.127425:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6943 00000100:00100000:1.0:1746126463.127432:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1976:x1830945821862272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.127441:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.127457:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4d5 expref: 95 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.127466:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115e82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4d5 expref: 95 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.127480:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115e82 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4d5 expref: 95 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.127520:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.127522:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.127527:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e89 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4dc expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.127533:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4dc expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.127550:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4dc expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.127557:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4dc expref: 5 pid: 8480 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.127565:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820370432:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.127600:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.129835:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.130625:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820370432:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.130638:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.130663:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1976:x1830945821862272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3233us (3993us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.130669:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6943 00000100:00100000:0.0:1746126463.133355:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.134101:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821862656 00000100:00100000:1.0:1746126463.134108:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821862656 00010000:00010000:1.0:1746126463.134136:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4dc expref: 6 pid: 8480 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.134174:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6944 00000100:00100000:1.0:1746126463.134180:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821862656:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.134190:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.134205:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4dc expref: 6 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.134214:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4dc expref: 6 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.134231:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1115e89 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4dc expref: 6 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.134354:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.134356:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.134362:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115e90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4e3 expref: 93 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.134370:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115e90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4e3 expref: 93 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.134394:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115e90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4e3 expref: 93 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.134404:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820370560:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.135233:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.138558:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.139408:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820370560:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.139424:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.139588:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821862656:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5407us (6238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.139595:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6944 00000100:00100000:0.0:1746126463.141652:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.146362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.146447:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821863168 00000100:00100000:1.0:1746126463.146453:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821863168 00010000:00010000:1.0:1746126463.146475:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115e90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4e3 expref: 94 pid: 8480 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.146528:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6945 00000100:00100000:1.0:1746126463.146533:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1976:x1830945821863168:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.146543:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.146560:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115e90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4e3 expref: 94 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.146570:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115e90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4e3 expref: 94 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.146588:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115e90 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4e3 expref: 94 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.146603:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.146604:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.146609:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115e97 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ea expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.146615:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115e97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ea expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.146637:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115e97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ea expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.146646:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820370816:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.146691:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.148732:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.149069:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820370816:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.149081:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.149103:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1976:x1830945821863168:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2570us (2741us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.149110:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6945 00000100:00100000:0.0:1746126463.149546:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.154795:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.155016:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821863680 00000100:00100000:1.0:1746126463.155024:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821863680 00010000:00010000:1.0:1746126463.155050:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115e97 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ea expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.155105:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6946 00000100:00100000:1.0:1746126463.155111:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821863680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.155122:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.155288:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115e97 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ea expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.155299:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115e97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ea expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.155315:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115e97 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ea expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.155465:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.155467:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.155474:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115e9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f1 expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.155512:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115e9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f1 expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.155541:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115e9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f1 expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.155551:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820371072:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.155921:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.158380:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820371072:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.158397:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.158440:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821863680:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3328us (3650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.158449:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6946 00000100:00100000:0.0:1746126463.159579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.181075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.192567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.192638:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821864320 00000100:00100000:1.0:1746126463.192645:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821864320 00010000:00010000:1.0:1746126463.192671:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115e9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f1 expref: 96 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.192691:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6947 00000100:00100000:1.0:1746126463.192696:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945821864320:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.192709:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.192724:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115e9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f1 expref: 96 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.192734:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115e9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f1 expref: 96 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.192750:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1115e9e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f1 expref: 96 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.192762:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.192764:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.192769:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115ea5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f8 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.192775:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f8 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.192798:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f8 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.192806:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820371328:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.192863:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.201841:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.201876:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.202305:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820371328:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.202317:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.202337:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945821864320:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9640us (9776us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.202346:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6947 00000100:00100000:0.0:1746126463.206580:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.207189:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821864832 00000100:00100000:1.0:1746126463.207196:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821864832 00010000:00010000:1.0:1746126463.207227:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115ea5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f8 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.207263:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6948 00000100:00100000:1.0:1746126463.207279:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821864832:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.207291:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.207309:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115ea5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f8 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.207319:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f8 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.207337:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1115ea5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4f8 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.207363:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.207365:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.207371:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115eac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ff expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.207378:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115eac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ff expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.207402:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115eac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ff expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.207414:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820371584:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.208084:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.210760:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820371584:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.210778:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.210813:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821864832:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3535us (4239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.210822:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6948 00000100:00100000:0.0:1746126463.211227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.216658:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.219092:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.222067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.222451:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821865472 00000100:00100000:1.0:1746126463.222458:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821865472 00010000:00010000:1.0:1746126463.222483:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115eac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ff expref: 98 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.222540:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6949 00000100:00100000:1.0:1746126463.222547:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1976:x1830945821865472:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.222557:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.222571:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115eac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ff expref: 98 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.222580:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115eac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ff expref: 98 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.222596:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115eac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b4ff expref: 98 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.222613:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.222615:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.222620:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115eb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b506 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.222627:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115eb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b506 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.222650:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115eb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b506 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.222659:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820371840:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.222717:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.225277:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820371840:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.225294:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.225333:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945821865472:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2785us (3270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.225342:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6949 00000100:00100000:0.0:1746126463.225390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.225715:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821865728 00000100:00100000:1.0:1746126463.225844:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821865728 00002000:00100000:1.0:1746126463.225878:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804e00 x1830945821865728/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.225886:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804e00 with x1830945821865728 ext(0->4095) 00002000:00010000:1.0:1746126463.225889:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092804e00 00000100:00100000:1.0:1746126463.225908:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3727 00000100:00100000:1.0:1746126463.225913:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821865728:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126463.226026:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821865728:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.226032:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3727 00002000:00100000:1.0:1746126463.226036:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804e00 x1830945821865728/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.226042:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804e00 with x1830945821865728 ext(0->4095) 00002000:00010000:1.0:1746126463.226045:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092804e00 00000100:00100000:0.0:1746126463.229003:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.229776:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.232812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.232859:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821866112 00000100:00100000:1.0:1746126463.232865:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821866112 00010000:00010000:1.0:1746126463.232891:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115eb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b506 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.232926:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6950 00000100:00100000:1.0:1746126463.232933:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821866112:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.233079:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.233097:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115eb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b506 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.233107:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115eb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b506 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.233124:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115eb3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b506 expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.233148:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.233150:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.233156:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115eba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b50d expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.233166:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115eba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b50d expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.233190:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115eba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b50d expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.233199:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115eba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b50d expref: 98 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.233208:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820372224:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.233278:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.237456:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820372224:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.237474:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.237547:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821866112:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4613us (4737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.237556:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6950 00000100:00100000:0.0:1746126463.237745:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.242103:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.242822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.243207:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821866624 00000100:00100000:1.0:1746126463.243211:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821866624 00010000:00010000:1.0:1746126463.243228:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115eba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b50d expref: 99 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.243245:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6951 00000100:00100000:1.0:1746126463.243250:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:1975:x1830945821866624:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.243258:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.243282:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115eba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b50d expref: 99 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.243291:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115eba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b50d expref: 99 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.243305:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115eba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b50d expref: 99 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.243323:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.243324:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.243329:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ec1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b514 expref: 98 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.243334:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ec1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b514 expref: 98 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.243351:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ec1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b514 expref: 98 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.243360:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b514 expref: 98 pid: 8480 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.243370:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820372480:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.243977:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.245643:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820372480:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.245655:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.245745:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1975:x1830945821866624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2494us (2923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.245753:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6951 00000100:00100000:1.0:1746126463.246420:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821866880 00000100:00100000:1.0:1746126463.246425:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821866880 00002000:00100000:1.0:1746126463.246450:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880089639f80 x1830945821866880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.246459:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639f80 with x1830945821866880 ext(0->4095) 00010000:00010000:1.0:1746126463.246465:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b514 expref: 98 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.246477:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b514 expref: 98 pid: 8480 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126463.246484:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089639f80 00000100:00100000:0.0:1746126463.249306:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.249386:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.249903:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821867136 00000100:00100000:1.0:1746126463.249908:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821867136 00010000:00010000:1.0:1746126463.249923:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b514 expref: 99 pid: 8480 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.249939:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6952 00000100:00100000:1.0:1746126463.249944:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:1976:x1830945821867136:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.249951:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.249966:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b514 expref: 99 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.249975:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ec1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b514 expref: 99 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.249995:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ec1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b514 expref: 99 pid: 8480 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.250008:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.250009:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.250014:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115ec8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b51b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.250020:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115ec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b51b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.250037:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115ec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b51b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.250047:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115ec8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b51b expref: 5 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.250056:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820372736:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.250101:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.251803:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820372736:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.251816:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.251849:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1976:x1830945821867136:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1903us (2461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.251856:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6952 00000100:00100000:0.0:1746126463.252751:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.257127:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.257362:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821867520 00000100:00100000:1.0:1746126463.257371:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821867520 00010000:00010000:1.0:1746126463.257398:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115ec8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b51b expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.257433:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6953 00000100:00100000:1.0:1746126463.257440:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821867520:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.257452:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.257468:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115ec8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b51b expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.257478:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115ec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b51b expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.257722:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115ec8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b51b expref: 6 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.258422:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.258425:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.258431:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ecf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b522 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.258439:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ecf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b522 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.258465:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ecf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b522 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.258475:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820372864:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.258559:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.260977:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820372864:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.260993:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.261020:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821867520:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3582us (3899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.261029:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6953 00000100:00100000:0.0:1746126463.261371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.261672:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821867776 00000100:00100000:1.0:1746126463.261678:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821867776 00002000:00100000:1.0:1746126463.261705:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf50000 x1830945821867776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.261714:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf50000 with x1830945821867776 ext(0->4095) 00002000:00010000:1.0:1746126463.261717:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf50000 00000100:00100000:1.0:1746126463.261741:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3728 00000100:00100000:1.0:1746126463.261748:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1977:x1830945821867776:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126463.261865:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1977:x1830945821867776:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.261871:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3728 00002000:00100000:1.0:1746126463.261875:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf50000 x1830945821867776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.261882:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf50000 with x1830945821867776 ext(0->4095) 00002000:00010000:1.0:1746126463.261884:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf50000 00000100:00100000:0.0:1746126463.263542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.265902:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.266261:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821868032 00000100:00100000:1.0:1746126463.266272:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821868032 00010000:00010000:1.0:1746126463.266290:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ecf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b522 expref: 98 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.266318:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6954 00000100:00100000:1.0:1746126463.266323:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1976:x1830945821868032:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.266332:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.266347:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ecf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b522 expref: 98 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.266356:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ecf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b522 expref: 98 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.266480:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115ecf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b522 expref: 98 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.266514:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.266516:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.266521:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ed6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b529 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.266528:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ed6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b529 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.266550:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ed6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b529 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.266559:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820373120:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.266613:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.269705:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.269997:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820373120:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.270011:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.270041:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945821868032:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3717us (4143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.270048:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6954 00000100:00100000:0.0:1746126463.273430:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821868416 00000100:00100000:0.0:1746126463.273437:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821868416 00000100:00100000:0.0:1746126463.273482:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4741 00000100:00100000:0.0:1746126463.273489:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31630:x1830945821868416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126463.273870:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126463.273884:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115edd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b530 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.273907:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ed6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b529 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.273914:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.273915:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.273917:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115edd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b530 expref: 98 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.273940:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ed6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b529 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.273949:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ed6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b529 expref: 5 pid: 10465 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.273960:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820373248:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126463.274357:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.274712:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.277083:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820373248:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126463.277103:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115edd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b530 expref: 99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.277115:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc600, rc 0) 00000100:00100000:1.0:1746126463.277150:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:31630:x1830945821868416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3662us (3802us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.277156:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4741 00000100:00100000:1.0:1746126463.277796:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821868672 00000100:00100000:1.0:1746126463.277801:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821868672 00010000:00010000:1.0:1746126463.277818:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ed6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b529 expref: 6 pid: 10465 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.277834:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6955 00000100:00100000:1.0:1746126463.277839:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821868672:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.277848:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.277862:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ed6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b529 expref: 6 pid: 10465 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.277871:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ed6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b529 expref: 6 pid: 10465 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.277888:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115ed6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b529 expref: 6 pid: 10465 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.277908:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.277910:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.277914:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115edd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b530 expref: 98 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.277924:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115edd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b530 expref: 98 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.277944:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115edd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b530 expref: 98 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.277953:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115edd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b530 expref: 98 pid: 10465 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.277961:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820373504:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.278007:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.280680:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.280975:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820373504:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.280989:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.281240:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821868672:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3399us (3676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.281248:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6955 00000100:00100000:1.0:1746126463.284064:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821869056 00000100:00100000:1.0:1746126463.284070:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821869056 00010000:00010000:1.0:1746126463.284095:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115edd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b530 expref: 99 pid: 10465 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.284211:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6956 00000100:00100000:1.0:1746126463.284219:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:1976:x1830945821869056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.284230:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.284247:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115edd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b530 expref: 99 pid: 10465 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.284256:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115edd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b530 expref: 99 pid: 10465 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.284284:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d1115edd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b530 expref: 99 pid: 10465 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.284306:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.284308:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.284314:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115ee4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b537 expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.284321:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115ee4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b537 expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.284346:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115ee4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b537 expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.284356:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820373632:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.284417:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.287623:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820373632:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.287640:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.287667:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1976:x1830945821869056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3450us (3749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.287676:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6956 00000100:00100000:0.0:1746126463.289232:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.291418:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.291670:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821869440 00000100:00100000:1.0:1746126463.291676:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821869440 00000100:00100000:1.0:1746126463.291898:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4743 00000100:00100000:1.0:1746126463.291905:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821869440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126463.291917:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126463.291930:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115eeb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b53e expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.291951:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115ee4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b537 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.291957:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.291958:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.291961:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115eeb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b53e expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.291980:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115ee4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b537 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.291988:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d1115ee4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b537 expref: 97 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.291997:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820373760:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126463.293000:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.295037:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.295180:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820373760:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126463.295203:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115eeb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b53e expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.295217:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc200, rc 0) 00000100:00100000:1.0:1746126463.295250:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821869440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3344us (3833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.295257:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4743 00000100:00100000:0.0:1746126463.300647:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.301112:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.301572:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821869952 00000100:00100000:1.0:1746126463.301576:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821869952 00000100:00100000:1.0:1746126463.301600:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4744 00000100:00100000:1.0:1746126463.301604:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31630:x1830945821869952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126463.301612:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126463.301624:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115ef2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b545 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.301642:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115eeb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b53e expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.301647:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.301649:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.301651:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115ef2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b545 expref: 98 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.301671:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115eeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b53e expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.301679:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115eeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b53e expref: 5 pid: 10465 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.301687:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820374016:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126463.301729:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.303380:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820374016:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126463.303400:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115ef2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b545 expref: 98 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.303411:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc400, rc 0) 00000100:00100000:1.0:1746126463.303436:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:31630:x1830945821869952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1831us (2323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.303441:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4744 00000100:00100000:0.0:1746126463.305910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.305944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.306423:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821870208 00000100:00100000:1.0:1746126463.306426:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821870208 00000100:00100000:1.0:1746126463.306443:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4745 00000100:00100000:1.0:1746126463.306447:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821870208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126463.306456:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126463.306463:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115ef9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b54c expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.306475:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115ef2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b545 expref: 97 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.306479:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.306480:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.306483:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115ef9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b54c expref: 7 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.306520:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115ef2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b545 expref: 97 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.306527:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d1115ef2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b545 expref: 97 pid: 10465 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.306535:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820374272:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126463.306566:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.309733:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820374272:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126463.309756:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115ef9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b54c expref: 7 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.309769:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cde00, rc 0) 00000100:00100000:1.0:1746126463.309799:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31631:x1830945821870208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3351us (3894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.309806:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4745 00000100:00100000:0.0:1746126463.310187:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.315067:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.315644:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.315716:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821870592 00000100:00100000:1.0:1746126463.315723:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821870592 00000100:00100000:1.0:1746126463.315765:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4746 00000100:00100000:1.0:1746126463.315772:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:31630:x1830945821870592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126463.315787:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126463.315801:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115f00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b553 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.315821:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.315826:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115ef9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b54c expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.315830:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126463.315833:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115f00 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b553 expref: 99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.315863:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115ef9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b54c expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.315872:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115f00 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b553 expref: 99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.315880:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc800, rc 0) 00000100:00100000:1.0:1746126463.315911:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:31630:x1830945821870592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.315916:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4746 00000100:00100000:1.0:1746126463.320229:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.325583:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.328745:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.333039:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.337795:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.339755:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.345079:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.348968:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.352849:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820375168:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126463.352865:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126463.352902:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821872128:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3798us (3939us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126463.352911:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6962 00000100:00100000:0.0:1746126463.353210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.359976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.386533:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.390726:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.393598:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.398391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.402778:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.406977:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.416568:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.416644:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821873664 00000100:00100000:1.0:1746126463.416651:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821873664 00000100:00100000:1.0:1746126463.416694:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4751 00000100:00100000:1.0:1746126463.416701:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821873664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126463.416714:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126463.416726:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115f23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b576 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.416749:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115f1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b56f expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.416755:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.416756:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.416759:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115f23 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b576 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.416786:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115f1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b56f expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.416796:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f600/0x8f8d42f0d1115f1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b56f expref: 99 pid: 8480 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746126463.416805:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820375808:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126463.416876:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013080a780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.438903:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820375808:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126463.438928:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115f23 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b576 expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.438942:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc200, rc 0) 00000100:00100000:1.0:1746126463.438986:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821873664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 22285us (22423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.438993:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4751 00000100:00100000:0.0:1746126463.477276:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.477369:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821873792 00000100:00100000:1.0:1746126463.477377:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821873792 00000100:00100000:1.0:1746126463.477417:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4752 00000100:00100000:1.0:1746126463.477424:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:31630:x1830945821873792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126463.477437:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126463.477449:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115f2a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b57d expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.477467:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.477473:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115f23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b576 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.477479:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126463.477482:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115f2a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b57d expref: 101 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.477540:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115f23 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b576 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.477551:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115f2a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b57d expref: 101 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.477559:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cde00, rc 0) 00000100:00100000:1.0:1746126463.477597:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:31630:x1830945821873792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.477603:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4752 00000100:00100000:0.0:1746126463.480595:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.489606:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.491486:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.491569:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821874304 00000100:00100000:1.0:1746126463.491574:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821874304 00002000:00100000:1.0:1746126463.491598:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a88000 x1830945821874304/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.491605:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a88000 with x1830945821874304 ext(0->4095) 00010000:00010000:1.0:1746126463.491610:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115f23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b576 expref: 6 pid: 10465 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.491619:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d1115f23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b576 expref: 6 pid: 10465 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126463.491628:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093a88000 00000100:00100000:0.0:1746126463.495796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.497812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.497877:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821874688 00000100:00100000:1.0:1746126463.497882:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821874688 00002000:00100000:1.0:1746126463.497911:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a8b480 x1830945821874688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.497920:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8b480 with x1830945821874688 ext(0->4095) 00002000:00010000:1.0:1746126463.497924:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a8b480 00000100:00100000:1.0:1746126463.497948:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3735 00000100:00100000:1.0:1746126463.497953:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1975:x1830945821874688:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126463.498070:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1975:x1830945821874688:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.498076:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3735 00002000:00100000:1.0:1746126463.498080:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a8b480 x1830945821874688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.498087:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8b480 with x1830945821874688 ext(0->4095) 00002000:00010000:1.0:1746126463.498090:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a8b480 00000100:00100000:0.0:1746126463.505571:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.514550:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.515969:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1555 00000100:00100000:1.0:1746126463.515981:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945821874944:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126463.516233:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1977:x1830945821874944:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 256us (1685us total) trans 4294967961 rc 0/0 00000100:00100000:1.0:1746126463.516239:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1555 00002000:00100000:1.0:1746126463.516245:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009b80f100 x1830945821874944/t4294967961(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 496/448 e 0 to 0 dl 1746126474 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.516253:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80f100 with x1830945821874944 ext(0->7) 00010000:00010000:1.0:1746126463.516259:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115f2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b57d expref: 104 pid: 10465 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746126463.516279:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1115f2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b57d expref: 104 pid: 10465 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746126463.516284:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80f100 00000100:00100000:0.0:1746126463.518686:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.523419:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.528598:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.530973:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.532064:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4754 00000100:00100000:1.0:1746126463.532073:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:31631:x1830945821875456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126463.532087:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126463.532100:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115f38 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b58b expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.532161:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.532165:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115f3f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b592 expref: 106 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.532170:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126463.532172:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115f38 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b58b expref: 106 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.532209:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1115f3f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b592 expref: 106 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.532218:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d1115f38 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b58b expref: 106 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.532226:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc800, rc 0) 00000100:00100000:1.0:1746126463.532257:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:31631:x1830945821875456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (3662us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.532270:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4754 00000100:00100000:0.0:1746126463.535305:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.540250:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.542991:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.547880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.550089:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.553775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.559989:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.560474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.571444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.571923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.577845:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.577887:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820377600:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126463.577902:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126463.577933:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821877248:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4931us (6496us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126463.577942:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6971 00000100:00100000:0.0:1746126463.583823:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.583846:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821877632 00000100:00100000:0.0:1746126463.583852:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821877632 00010000:00010000:0.0:1746126463.583876:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115f4d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a0 expref: 105 pid: 8479 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746126463.583910:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6972 00000100:00100000:0.0:1746126463.583916:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1976:x1830945821877632:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126463.583926:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126463.583943:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115f4d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a0 expref: 105 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746126463.583953:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115f4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a0 expref: 105 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746126463.583971:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115f4d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a0 expref: 105 pid: 8479 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746126463.583985:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126463.583987:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126463.583992:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115f54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a7 expref: 104 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.583999:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115f54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a7 expref: 104 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.584027:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115f54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a7 expref: 104 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126463.584037:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b79f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820377728:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126463.584088:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.592055:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.594488:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b79f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820377728:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126463.594519:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126463.594813:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1976:x1830945821877632:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 10895us (10992us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126463.594820:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6972 00000100:00100000:1.0:1746126463.598593:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.598667:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821878016 00000100:00100000:0.0:1746126463.598674:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821878016 00000100:00100000:0.0:1746126463.598704:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4759 00000100:00100000:0.0:1746126463.598711:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821878016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126463.598724:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126463.598737:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115f5b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b5ae expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.598757:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115f54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a7 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.598763:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126463.598765:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126463.598768:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115f5b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5ae expref: 6 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.598870:0:10465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115f54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a7 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.598880:0:10465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a7 expref: 103 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746126463.598889:0:10465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820377856:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126463.599788:0:10465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a0fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.608056:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.615024:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.615188:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821878272 00000100:00100000:0.0:1746126463.615195:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821878272 00010000:00010000:0.0:1746126463.615222:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a7 expref: 106 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746126463.615254:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6973 00000100:00100000:0.0:1746126463.615260:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:1975:x1830945821878272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126463.615278:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126463.615292:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a7 expref: 106 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.615301:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115f54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a7 expref: 106 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.615319:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d1115f54 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5a7 expref: 106 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.615330:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126463.615332:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126463.615337:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115f5b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5ae expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.615345:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115f5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5ae expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.615367:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1115f5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5ae expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126463.615377:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b7ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820377984:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126463.615587:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a0fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.618089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.619935:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.622875:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.626523:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.627946:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821879040 00000100:00100000:1.0:1746126463.627952:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821879040 00002000:00100000:1.0:1746126463.627981:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b79f80 x1830945821879040/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.627990:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b79f80 with x1830945821879040 ext(0->4095) 00002000:00010000:1.0:1746126463.627994:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b79f80 00000100:00100000:1.0:1746126463.628009:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3741 00000100:00100000:1.0:1746126463.628015:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:1974:x1830945821879040:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126463.628128:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:1974:x1830945821879040:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1641us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.628133:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3741 00002000:00100000:1.0:1746126463.628138:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b79f80 x1830945821879040/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.628145:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b79f80 with x1830945821879040 ext(0->4095) 00002000:00010000:1.0:1746126463.628148:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b79f80 00000100:00100000:0.0:1746126463.637620:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.649042:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.650260:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.653033:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.658687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.661572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.665552:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.671631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.675424:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.675729:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.680005:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.680642:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821880832 00000100:00100000:1.0:1746126463.680649:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821880832 00002000:00100000:1.0:1746126463.680679:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282300 x1830945821880832/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.680687:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282300 with x1830945821880832 ext(0->4095) 00010000:00010000:1.0:1746126463.680693:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5ca expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.680703:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5ca expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.680709:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d282300 00000100:00100000:1.0:1746126463.680733:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1562 00000100:00100000:1.0:1746126463.680739:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821880832:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126463.680861:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821880832:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (859us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.680866:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1562 00002000:00100000:1.0:1746126463.680871:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282300 x1830945821880832/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.680877:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282300 with x1830945821880832 ext(0->4095) 00010000:00010000:1.0:1746126463.680882:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5ca expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.680890:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5ca expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.680894:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d282300 00000100:00100000:0.0:1746126463.683560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.686428:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.697662:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.713964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.714071:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821881472 00000100:00100000:1.0:1746126463.714078:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821881472 00002000:00100000:1.0:1746126463.714113:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a452ce00 x1830945821881472/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 496/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.714121:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452ce00 with x1830945821881472 ext(0->7) 00010000:00010000:1.0:1746126463.714129:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115f7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5d1 expref: 108 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.714141:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115f7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5d1 expref: 108 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.714147:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452ce00 00000100:00100000:1.0:1746126463.714170:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1563 00000100:00100000:1.0:1746126463.714176:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1977:x1830945821881472:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126463.714431:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1977:x1830945821881472:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 254us (471us total) trans 4294967964 rc 0/0 00000100:00100000:1.0:1746126463.714436:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1563 00002000:00100000:1.0:1746126463.714442:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a452ce00 x1830945821881472/t4294967964(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 496/448 e 0 to 0 dl 1746126474 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.714448:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452ce00 with x1830945821881472 ext(0->7) 00010000:00010000:1.0:1746126463.714452:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115f7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5d1 expref: 110 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.714461:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1115f7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b5d1 expref: 110 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.714470:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452ce00 00000100:00100000:0.0:1746126463.720719:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.723702:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.727573:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.733277:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.737734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.740944:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.744276:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.748609:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.749033:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.755222:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.757030:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.760932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.765304:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.770637:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.773210:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.777391:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.782146:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.782235:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.782289:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821884544 00000100:00100000:0.0:1746126463.782293:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821884544 00002000:00100000:0.0:1746126463.782324:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e2680 x1830945821884544/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126463.782332:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e2680 with x1830945821884544 ext(0->4095) 00002000:00010000:0.0:1746126463.782336:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a43e2680 00000100:00100000:0.0:1746126463.782348:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3747 00000100:00100000:0.0:1746126463.782353:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821884544:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126463.782466:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821884544:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126463.782472:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3747 00002000:00100000:0.0:1746126463.782476:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e2680 x1830945821884544/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126463.782482:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e2680 with x1830945821884544 ext(0->4095) 00002000:00010000:0.0:1746126463.782485:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a43e2680 00000100:00100000:0.0:1746126463.789193:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.791947:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.796567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.796644:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821885056 00000100:00100000:1.0:1746126463.796649:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821885056 00002000:00100000:1.0:1746126463.796678:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e2a00 x1830945821885056/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.796686:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e2a00 with x1830945821885056 ext(0->4095) 00010000:00010000:1.0:1746126463.796692:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115faf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b602 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.796702:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115faf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b602 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.796707:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e2a00 00000100:00100000:1.0:1746126463.796720:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1566 00000100:00100000:1.0:1746126463.796725:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+111:1977:x1830945821885056:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126463.796843:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+111:1977:x1830945821885056:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.796848:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1566 00002000:00100000:1.0:1746126463.796853:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e2a00 x1830945821885056/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.796859:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e2a00 with x1830945821885056 ext(0->4095) 00010000:00010000:1.0:1746126463.796862:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115faf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b602 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.796871:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115faf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b602 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.796876:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e2a00 00000100:00100000:0.0:1746126463.799841:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.803421:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820381312:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126463.803435:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126463.803467:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1975:x1830945821885184:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3462us (3632us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126463.803475:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6986 00000100:00100000:1.0:1746126463.803674:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821885440 00000100:00100000:1.0:1746126463.803679:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821885440 00002000:00100000:1.0:1746126463.803706:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cca80 x1830945821885440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.803714:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cca80 with x1830945821885440 ext(0->4095) 00002000:00010000:1.0:1746126463.803717:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cca80 00000100:00100000:1.0:1746126463.803737:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3748 00000100:00100000:1.0:1746126463.803742:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1976:x1830945821885440:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126463.803839:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1976:x1830945821885440:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.803843:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3748 00002000:00100000:1.0:1746126463.803847:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cca80 x1830945821885440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.803854:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cca80 with x1830945821885440 ext(0->4095) 00002000:00010000:1.0:1746126463.803856:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cca80 00000100:00100000:0.0:1746126463.805488:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.808917:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.809205:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821885696 00000100:00100000:1.0:1746126463.809210:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821885696 00010000:00010000:1.0:1746126463.809230:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115fb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b609 expref: 110 pid: 10465 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746126463.809270:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6987 00000100:00100000:1.0:1746126463.809276:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1976:x1830945821885696:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.809286:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.809302:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115fb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b609 expref: 110 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.809312:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115fb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b609 expref: 110 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.809329:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d1115fb6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b609 expref: 110 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.809341:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.809343:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.809348:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115fbd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b610 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.809355:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115fbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b610 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.809377:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115fbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b610 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.809386:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820381568:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.809425:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82210c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.815329:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.815413:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820381568:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.815432:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.815468:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1976:x1830945821885696:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6192us (6556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.815478:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6987 00000100:00100000:0.0:1746126463.815745:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.819058:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.821012:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.821188:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821886336 00000100:00100000:1.0:1746126463.821193:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821886336 00010000:00010000:1.0:1746126463.821215:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115fbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b610 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746126463.821241:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6988 00000100:00100000:1.0:1746126463.821246:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821886336:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.821256:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.821280:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115fbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b610 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.821289:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115fbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b610 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.821305:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1115fbd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b610 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.821326:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.821328:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.821333:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 110 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.821340:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 110 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.821364:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 110 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.821372:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 110 pid: 10465 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746126463.821382:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820381952:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.821430:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82210c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.823753:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820381952:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.823768:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.824392:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821886336:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3144us (3378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.824402:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6988 00000100:00100000:1.0:1746126463.824804:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821886592 00000100:00100000:1.0:1746126463.824809:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821886592 00002000:00100000:1.0:1746126463.824839:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cdf80 x1830945821886592/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.824847:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdf80 with x1830945821886592 ext(0->4095) 00010000:00010000:1.0:1746126463.824854:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.824866:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.824871:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cdf80 00000100:00100000:1.0:1746126463.824894:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1567 00000100:00100000:1.0:1746126463.824900:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+111:1976:x1830945821886592:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126463.825009:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+111:1976:x1830945821886592:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.825015:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1567 00002000:00100000:1.0:1746126463.825020:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cdf80 x1830945821886592/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.825026:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdf80 with x1830945821886592 ext(0->4095) 00010000:00010000:1.0:1746126463.825030:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.825037:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.825043:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cdf80 00000100:00100000:0.0:1746126463.828576:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.829334:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821886720 00000100:00100000:1.0:1746126463.829342:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821886720 00010000:00010000:1.0:1746126463.829372:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746126463.829676:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6989 00000100:00100000:1.0:1746126463.829683:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+111:1977:x1830945821886720:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.829694:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.829709:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.829723:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.829742:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115fc4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b617 expref: 111 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.829766:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.829768:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.829774:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d1115fcb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b61e expref: 110 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.829780:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d1115fcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b61e expref: 110 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.829805:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d1115fcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b61e expref: 110 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.829815:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820382080:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.830386:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.834195:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.834801:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820382080:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.834816:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.834844:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1977:x1830945821886720:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5162us (6275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.834850:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6989 00000100:00100000:0.0:1746126463.839964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.847812:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.863933:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.864037:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821887360 00000100:00100000:1.0:1746126463.864046:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821887360 00010000:00010000:1.0:1746126463.864075:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d1115fcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b61e expref: 112 pid: 8480 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746126463.864156:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6990 00000100:00100000:1.0:1746126463.864163:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1974:x1830945821887360:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.864176:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.864194:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d1115fcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b61e expref: 112 pid: 8480 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.864204:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d1115fcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b61e expref: 112 pid: 8480 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.864221:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d1115fcb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b61e expref: 112 pid: 8480 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.864334:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.864336:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.864342:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115fd2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b625 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.864349:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115fd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b625 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.864374:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115fd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b625 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.864383:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820382336:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.866688:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.868734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.869108:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820382336:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.869123:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.869151:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+111:1974:x1830945821887360:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4990us (5226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.869158:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6990 00000100:00100000:0.0:1746126463.873873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.880004:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.882599:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.882686:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821888000 00000100:00100000:0.0:1746126463.882693:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821888000 00010000:00010000:0.0:1746126463.882719:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115fd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b625 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746126463.882756:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6991 00000100:00100000:0.0:1746126463.882762:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821888000:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126463.882772:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126463.882789:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115fd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b625 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.882799:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115fd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b625 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.882817:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1115fd2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b625 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.882841:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126463.882842:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126463.882849:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115fd9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b62c expref: 112 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.882857:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115fd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b62c expref: 112 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.882880:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115fd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b62c expref: 112 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.882889:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1115fd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b62c expref: 112 pid: 10465 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746126463.882903:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ada680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820382720:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126463.882960:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a0f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126463.885818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.889943:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.890545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.893911:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.893941:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821888768 00000100:00100000:0.0:1746126463.893947:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821888768 00002000:00100000:0.0:1746126463.893977:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133337480 x1830945821888768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126463.893986:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337480 with x1830945821888768 ext(0->4095) 00010000:00010000:0.0:1746126463.893992:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115fe0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b633 expref: 113 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.894004:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115fe0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b633 expref: 113 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746126463.894009:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133337480 00000100:00100000:0.0:1746126463.894034:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1570 00000100:00100000:0.0:1746126463.894041:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1977:x1830945821888768:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126463.894156:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1977:x1830945821888768:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126463.894161:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1570 00002000:00100000:0.0:1746126463.894166:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133337480 x1830945821888768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126463.894172:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337480 with x1830945821888768 ext(0->4095) 00010000:00010000:0.0:1746126463.894176:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115fe0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b633 expref: 113 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.894183:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115fe0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b633 expref: 113 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746126463.894188:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133337480 00000100:00100000:0.0:1746126463.899215:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.900393:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.900419:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821889024 00000100:00100000:0.0:1746126463.900423:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821889024 00010000:00010000:0.0:1746126463.900444:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115fe0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b633 expref: 113 pid: 10465 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746126463.900817:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6993 00000100:00100000:0.0:1746126463.900823:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1976:x1830945821889024:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126463.900831:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126463.900845:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115fe0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b633 expref: 113 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.900853:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115fe0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b633 expref: 113 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.900866:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1115fe0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b633 expref: 113 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.901174:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126463.901176:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126463.901181:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115fe7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b63a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.901187:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b63a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.901204:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b63a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126463.901212:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115fe7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b63a expref: 5 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746126463.901221:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820383232:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126463.901569:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a0f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.905712:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821889280 00000100:00100000:1.0:1746126463.905719:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821889280 00002000:00100000:1.0:1746126463.905750:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cc380 x1830945821889280/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.905759:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cc380 with x1830945821889280 ext(0->4095) 00010000:00010000:1.0:1746126463.905766:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115fe7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b63a expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.905778:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115fe7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b63a expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.905784:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cc380 00000100:00100000:1.0:1746126463.905947:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1571 00000100:00100000:1.0:1746126463.905955:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821889280:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126463.906190:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821889280:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 235us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.906196:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1571 00002000:00100000:1.0:1746126463.906201:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cc380 x1830945821889280/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.906208:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cc380 with x1830945821889280 ext(0->4095) 00010000:00010000:1.0:1746126463.906212:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115fe7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b63a expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.906221:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d1115fe7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b63a expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.906226:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cc380 00000100:00100000:0.0:1746126463.908804:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.912369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.914798:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.918288:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.922040:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.925822:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.926202:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821890304 00000100:00100000:1.0:1746126463.926210:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821890304 00002000:00100000:1.0:1746126463.926248:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280700 x1830945821890304/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.926258:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280700 with x1830945821890304 ext(0->4095) 00010000:00010000:1.0:1746126463.926274:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ff5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b648 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.926287:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ff5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b648 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.926293:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c280700 00000100:00100000:1.0:1746126463.926320:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1572 00000100:00100000:1.0:1746126463.926328:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821890304:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126463.926469:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821890304:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (651us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126463.926475:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1572 00002000:00100000:1.0:1746126463.926481:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280700 x1830945821890304/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126463.926488:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280700 with x1830945821890304 ext(0->4095) 00010000:00010000:1.0:1746126463.926516:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ff5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b648 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.926525:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1115ff5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b648 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126463.926530:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c280700 00000100:00100000:0.0:1746126463.931979:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.938173:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.946370:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.958607:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.960749:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.967114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.970367:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820384256:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.970384:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.970412:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+114:1977:x1830945821891200:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3140us (3303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.970419:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6997 00000100:00100000:0.0:1746126463.970978:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.971028:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821891456 00000100:00100000:0.0:1746126463.971033:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821891456 00002000:00100000:0.0:1746126463.971061:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab2d80 x1830945821891456/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/0 e 0 to 0 dl 1746126474 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126463.971069:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2d80 with x1830945821891456 ext(0->4095) 00010000:00010000:0.0:1746126463.971075:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1116003 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b656 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.971085:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1116003 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b656 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746126463.971090:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab2d80 00000100:00100000:0.0:1746126463.971117:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1574 00000100:00100000:0.0:1746126463.971123:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821891456:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126463.971237:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821891456:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126463.971242:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1574 00002000:00100000:0.0:1746126463.971247:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab2d80 x1830945821891456/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746126474 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126463.971254:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2d80 with x1830945821891456 ext(0->4095) 00010000:00010000:0.0:1746126463.971258:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1116003 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b656 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126463.971279:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1116003 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b656 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746126463.971284:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab2d80 00000100:00100000:0.0:1746126463.978041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.978100:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821891584 00000100:00100000:1.0:1746126463.978107:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821891584 00010000:00010000:1.0:1746126463.978140:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1116003 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b656 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746126463.979012:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6998 00000100:00100000:1.0:1746126463.979020:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821891584:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.979031:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.979047:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1116003 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b656 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.979061:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1116003 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b656 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.979078:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d1116003 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b656 expref: 6 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.979101:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.979103:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.979108:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111600a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b65d expref: 113 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.979114:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111600a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b65d expref: 113 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.979137:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111600a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b65d expref: 113 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126463.979146:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820384384:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.979200:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126463.981441:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820384384:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126463.981457:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126463.981487:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821891584:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2468us (3454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126463.981513:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6998 00000100:00100000:0.0:1746126463.984604:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.989959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.995766:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126463.995813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126463.995817:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821892096 00000100:00100000:1.0:1746126463.995825:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821892096 00010000:00010000:1.0:1746126463.995854:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111600a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b65d expref: 114 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746126463.996063:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6999 00000100:00100000:1.0:1746126463.996068:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+115:1976:x1830945821892096:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126463.996075:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126463.996092:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111600a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b65d expref: 115 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.996100:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111600a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b65d expref: 115 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.996114:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111600a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b65d expref: 115 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126463.996142:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.996144:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126463.996148:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116011 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b664 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.996154:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b664 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.996172:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b664 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126463.996181:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116011 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b664 expref: 5 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746126463.996191:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820384768:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126463.996233:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126464.002476:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820384768:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126464.002511:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126464.002544:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+114:1976:x1830945821892096:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6475us (6783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126464.002552:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6999 00000100:00100000:0.0:1746126464.004113:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126464.006075:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126464.010453:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.012240:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821892608 00000100:00100000:1.0:1746126464.012248:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821892608 00010000:00010000:1.0:1746126464.012286:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116011 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b664 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746126464.012308:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7000 00000100:00100000:1.0:1746126464.012314:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821892608:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126464.012324:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126464.012339:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116011 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b664 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.012350:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b664 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.012367:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116011 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b664 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.014962:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126464.014967:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126464.014977:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116018 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b66b expref: 113 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.014986:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116018 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b66b expref: 113 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.015020:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116018 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b66b expref: 113 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126464.015030:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820384896:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126464.015108:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126464.025804:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820384896:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126464.025821:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126464.025861:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821892608:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 13547us (15415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126464.025870:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7000 00000100:00100000:0.0:1746126464.026407:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00080000:0.0:1746126464.027384:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126464.031392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.042322:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.049935:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821893376 00000100:00100000:0.0:1746126464.049940:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821893376 00010000:00010000:0.0:1746126464.049960:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116018 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b66b expref: 118 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746126464.050846:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7001 00000100:00100000:0.0:1746126464.050853:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:1974:x1830945821893376:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126464.050863:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746126464.050876:0:7118:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126463 -> 1746126464 00002000:00010000:0.0:1746126464.050878:0:7118:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126463 -> 1746126464 00010000:00010000:0.0:1746126464.050883:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116018 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b66b expref: 118 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126464.050893:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116018 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b66b expref: 118 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126464.050907:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116018 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b66b expref: 118 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126464.052142:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126464.052144:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126464.052152:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d111601f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b672 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.052160:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d111601f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b672 expref: 5 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126464.055610:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.059127:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.066956:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.067134:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821894016 00000100:00100000:1.0:1746126464.067140:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821894016 00002000:00100000:1.0:1746126464.067168:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40bb80 x1830945821894016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.067177:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40bb80 with x1830945821894016 ext(0->4095) 00002000:00010000:1.0:1746126464.067180:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f40bb80 00000100:00100000:0.0:1746126464.088563:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.100735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.100821:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821894272 00000100:00100000:1.0:1746126464.100828:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821894272 00002000:00100000:1.0:1746126464.100862:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009df78a80 x1830945821894272/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 496/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.100876:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df78a80 with x1830945821894272 ext(0->7) 00010000:00010000:1.0:1746126464.100883:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116026 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b679 expref: 116 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.100896:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116026 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b679 expref: 116 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.100901:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df78a80 00000100:00100000:1.0:1746126464.100929:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1578 00000100:00100000:1.0:1746126464.100936:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+116:1977:x1830945821894272:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126464.101180:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:1977:x1830945821894272:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 244us (452us total) trans 4294967968 rc 0/0 00000100:00100000:1.0:1746126464.101186:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1578 00002000:00100000:1.0:1746126464.101191:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009df78a80 x1830945821894272/t4294967968(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 496/448 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.101197:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df78a80 with x1830945821894272 ext(0->7) 00010000:00010000:1.0:1746126464.101201:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116026 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b679 expref: 118 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.101209:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116026 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b679 expref: 118 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.101214:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df78a80 00000100:00100000:0.0:1746126464.106278:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.110304:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.114218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.117245:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.117392:0:10465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10465:1830945820385792:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126464.117513:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116034 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b687 expref: 120 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.117523:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ad4a00, rc 0) 00000100:00100000:0.0:1746126464.117560:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:31631:x1830945821894784:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2447us (3350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126464.117566:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4790 00000100:00100000:0.0:1746126464.117952:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.121344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.121453:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821895296 00000100:00100000:1.0:1746126464.121459:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821895296 00002000:00100000:1.0:1746126464.121489:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092831180 x1830945821895296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.121517:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831180 with x1830945821895296 ext(0->4095) 00010000:00010000:1.0:1746126464.121525:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116034 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b687 expref: 119 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.121537:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116034 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b687 expref: 119 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.121542:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092831180 00000100:00100000:1.0:1746126464.121566:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1579 00000100:00100000:1.0:1746126464.121572:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1976:x1830945821895296:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126464.121694:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1976:x1830945821895296:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.121699:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1579 00002000:00100000:1.0:1746126464.121703:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092831180 x1830945821895296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.121709:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831180 with x1830945821895296 ext(0->4095) 00010000:00010000:1.0:1746126464.121713:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116034 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b687 expref: 119 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.121722:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116034 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b687 expref: 119 pid: 10465 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.121726:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092831180 00000100:00100000:0.0:1746126464.124551:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.124617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.127278:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.129317:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.129381:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.137235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.141570:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.144738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.150438:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.157798:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.158924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.160413:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.160805:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821897344 00000100:00100000:1.0:1746126464.160810:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821897344 00002000:00100000:1.0:1746126464.160837:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349ff100 x1830945821897344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.160845:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349ff100 with x1830945821897344 ext(0->4095) 00010000:00010000:1.0:1746126464.160851:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1116050 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6a3 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.160862:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1116050 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6a3 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.160867:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349ff100 00000100:00100000:1.0:1746126464.160880:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1582 00000100:00100000:1.0:1746126464.160886:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821897344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126464.160990:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821897344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.160996:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1582 00002000:00100000:1.0:1746126464.161000:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349ff100 x1830945821897344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.161007:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349ff100 with x1830945821897344 ext(0->4095) 00010000:00010000:1.0:1746126464.161012:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1116050 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6a3 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.161026:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1116050 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6a3 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.161036:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349ff100 00000100:00100000:0.0:1746126464.164996:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.165098:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.169956:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.175094:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.175194:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.179183:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.179605:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821898368 00000100:00100000:0.0:1746126464.179611:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821898368 00002000:00100000:0.0:1746126464.179636:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6ea00 x1830945821898368/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.179645:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ea00 with x1830945821898368 ext(0->4095) 00010000:00010000:0.0:1746126464.179650:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d111605e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6b1 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126464.179660:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d111605e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6b1 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746126464.179666:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6ea00 00000100:00100000:0.0:1746126464.179686:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1584 00000100:00100000:0.0:1746126464.179691:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821898368:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126464.179784:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821898368:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (608us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126464.179789:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1584 00002000:00100000:0.0:1746126464.179793:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6ea00 x1830945821898368/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.179800:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ea00 with x1830945821898368 ext(0->4095) 00010000:00010000:0.0:1746126464.179804:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d111605e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6b1 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126464.179812:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d111605e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6b1 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746126464.179817:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6ea00 00000100:00100000:0.0:1746126464.182375:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.187022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.189647:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.193639:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.199338:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.200475:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.200525:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821899392 00000100:00100000:1.0:1746126464.200528:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821899392 00002000:00100000:1.0:1746126464.200553:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ce00 x1830945821899392/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.200561:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ce00 with x1830945821899392 ext(0->4095) 00010000:00010000:1.0:1746126464.200567:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111606c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6bf expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.200575:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111606c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6bf expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.200580:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ce00 00000100:00100000:1.0:1746126464.200593:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1585 00000100:00100000:1.0:1746126464.200598:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821899392:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126464.200703:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821899392:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (227us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.200708:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1585 00002000:00100000:1.0:1746126464.200713:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ce00 x1830945821899392/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.200719:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ce00 with x1830945821899392 ext(0->4095) 00010000:00010000:1.0:1746126464.200723:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111606c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6bf expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.200730:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111606c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6bf expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.200735:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ce00 00000100:00100000:0.0:1746126464.203557:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.205063:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.208448:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.212218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.216597:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.219477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.223973:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.227381:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.231287:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.232196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.232654:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4803 00000100:00100000:0.0:1746126464.232662:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:31631:x1830945821901056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126464.232668:0:10465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126464.232674:0:10465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111608f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b6e2 expref: -99 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.232684:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126464.232687:0:10465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 120 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.232692:0:10465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126464.232694:0:10465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111608f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e2 expref: 120 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.232716:0:10465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 120 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.232726:0:10465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111608f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e2 expref: 120 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.232733:0:10465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33000, rc 0) 00000100:00100000:0.0:1746126464.232752:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:31631:x1830945821901056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126464.232757:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4803 00000100:00100000:0.0:1746126464.236971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:2.0:1746126464.237150:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1116081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6d4 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.237169:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4e00/0x8f8d42f0d1116081 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6d4 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.237181:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.237183:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.237189:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 118 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.237196:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 118 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.237219:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 118 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.237228:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 118 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.237237:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820389120:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.237302:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3cae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.240452:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.240650:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820389120:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.240664:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126464.240803:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821901440 00000100:00100000:1.0:1746126464.240808:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821901440 00002000:00100000:1.0:1746126464.240842:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d500 x1830945821901440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.240850:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d500 with x1830945821901440 ext(0->4095) 00010000:00010000:1.0:1746126464.240856:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.240868:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.240873:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184d500 00000100:00100000:1.0:1746126464.240898:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1587 00000100:00100000:1.0:1746126464.240904:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1977:x1830945821901440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126464.241118:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d121450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821901184:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4002us (4147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.241126:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7016 00000100:00100000:1.0:1746126464.241408:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1977:x1830945821901440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 503us (961us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.241414:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1587 00002000:00100000:1.0:1746126464.241419:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d500 x1830945821901440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.241430:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d500 with x1830945821901440 ext(0->4095) 00010000:00010000:1.0:1746126464.241434:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.241443:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.241448:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184d500 00000100:00100000:0.0:1746126464.243893:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.244105:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821901568 00000100:00100000:2.0:1746126464.244112:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821901568 00010000:00010000:2.0:1746126464.244134:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.244166:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7017 00000100:00100000:2.0:1746126464.244172:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1976:x1830945821901568:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.244182:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.244197:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.244206:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.244223:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d1116088 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6db expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.244233:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.244235:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.244240:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111608f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e2 expref: 118 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.244246:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111608f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e2 expref: 118 pid: 10465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.244280:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111608f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e2 expref: 118 pid: 10465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126464.244290:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820389248:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.244349:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.246765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.246875:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821901824 00000100:00100000:1.0:1746126464.246880:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821901824 00002000:00100000:1.0:1746126464.246907:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a8b100 x1830945821901824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.246915:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8b100 with x1830945821901824 ext(0->4095) 00002000:00010000:1.0:1746126464.246918:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a8b100 00000100:00100000:1.0:1746126464.246939:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3762 00000100:00100000:1.0:1746126464.246944:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1976:x1830945821901824:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126464.247158:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820389248:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.247170:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.247202:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1976:x1830945821901568:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3030us (3314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.247208:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7017 00000100:00100000:1.0:1746126464.247326:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:1976:x1830945821901824:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 381us (565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.247331:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3762 00002000:00100000:1.0:1746126464.247335:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a8b100 x1830945821901824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.247342:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8b100 with x1830945821901824 ext(0->4095) 00002000:00010000:1.0:1746126464.247344:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a8b100 00000100:00100000:0.0:1746126464.250174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.253170:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.253378:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821902080 00000100:00100000:2.0:1746126464.253382:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821902080 00010000:00010000:2.0:1746126464.253400:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111608f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e2 expref: 118 pid: 10465 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.253620:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7018 00000100:00100000:2.0:1746126464.253625:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:1977:x1830945821902080:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.253636:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.253651:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111608f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e2 expref: 118 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.253660:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111608f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e2 expref: 118 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.253675:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111608f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e2 expref: 118 pid: 10465 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.253695:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.253696:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.253701:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1116096 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.253712:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1116096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.253731:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1116096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126464.253739:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820389504:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.253976:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.255902:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820389504:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.255914:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.256404:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+117:1977:x1830945821902080:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2775us (3231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.256412:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7018 00000100:00100000:0.0:1746126464.258297:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.258340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.258740:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821902464 00000100:00100000:2.0:1746126464.258743:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821902464 00000100:00100000:2.0:1746126464.258767:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4805 00000100:00100000:2.0:1746126464.258772:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+117:31630:x1830945821902464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.258783:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.258796:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b6f0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.258816:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1116096 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e9 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.258822:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.258825:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.258827:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 118 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.258851:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1116096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e9 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.258860:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1116096 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e9 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.258869:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820389632:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.258909:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.262586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.263030:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820389632:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.263045:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 120 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.263052:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126464.264548:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:31630:x1830945821902464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5773us (6205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.264554:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4805 00000100:00100000:0.0:1746126464.264599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.266113:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821902720 00000100:00100000:2.0:1746126464.266121:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821902720 00010000:00010000:2.0:1746126464.266146:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1116096 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e9 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.266449:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7019 00000100:00100000:2.0:1746126464.266456:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821902720:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.266469:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.266483:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1116096 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e9 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.266505:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1116096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e9 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.266523:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4200/0x8f8d42f0d1116096 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6e9 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.266904:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.266906:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.266912:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 118 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.266920:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 118 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.266945:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 118 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.266955:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 118 pid: 10567 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.266964:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820389888:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.267734:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.270385:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820389888:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.270401:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.270433:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821902720:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3976us (5834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.270442:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7019 00000100:00100000:0.0:1746126464.272478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.272702:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821902976 00000100:00100000:1.0:1746126464.272709:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821902976 00002000:00100000:1.0:1746126464.272741:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf52680 x1830945821902976/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.272749:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf52680 with x1830945821902976 ext(0->4095) 00010000:00010000:1.0:1746126464.272755:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 119 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.272768:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 119 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.272774:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf52680 00000100:00100000:1.0:1746126464.272826:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1589 00000100:00100000:1.0:1746126464.272831:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1976:x1830945821902976:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126464.272953:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1976:x1830945821902976:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.272959:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1589 00002000:00100000:1.0:1746126464.272964:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf52680 x1830945821902976/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.272970:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf52680 with x1830945821902976 ext(0->4095) 00010000:00010000:1.0:1746126464.272974:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 119 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.272982:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 119 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.272987:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf52680 00000100:00100000:0.0:1746126464.275171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.275332:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821903104 00000100:00100000:2.0:1746126464.275339:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821903104 00010000:00010000:2.0:1746126464.275361:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 119 pid: 10567 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.275536:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7020 00000100:00100000:2.0:1746126464.275542:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1976:x1830945821903104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.275551:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.275565:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 119 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.275574:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 119 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.275590:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111609d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f0 expref: 119 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.275606:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.275608:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.275612:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f7 expref: 118 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.275619:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f7 expref: 118 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.275641:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f7 expref: 118 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126464.275649:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820390016:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.276659:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.278806:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.278885:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820390016:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.278899:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.279137:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:1976:x1830945821903104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3594us (3970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.279145:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7020 00000100:00100000:2.0:1746126464.283319:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.283677:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821903488 00000100:00100000:0.0:1746126464.283684:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821903488 00000100:00100000:0.0:1746126464.283727:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4807 00000100:00100000:0.0:1746126464.283733:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821903488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126464.283748:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126464.283761:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11160ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b6fe expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.283784:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f7 expref: 117 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.283790:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126464.283792:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126464.283794:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11160ab lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6fe expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.283818:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f7 expref: 117 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.283828:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f7 expref: 117 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746126464.283837:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820390144:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126464.283894:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a0ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.286833:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820390144:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.286858:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11160ab lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6fe expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.286871:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33200, rc 0) 00000100:00100000:2.0:1746126464.286921:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821903488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3187us (3608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.286928:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4807 00000100:00100000:0.0:1746126464.289737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.290336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.290891:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821903616 00000100:00100000:2.0:1746126464.290895:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821903616 00010000:00010000:2.0:1746126464.290910:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f7 expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.290932:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7021 00000100:00100000:2.0:1746126464.290938:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:1977:x1830945821903616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.290945:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.290961:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f7 expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.290969:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f7 expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.290982:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6f7 expref: 119 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.290998:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.291000:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.291005:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11160ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6fe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.291011:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11160ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6fe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.291030:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11160ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6fe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.291038:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11160ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b6fe expref: 5 pid: 10567 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.291047:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820390400:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.291089:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.293678:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820390400:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.293692:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.293733:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:1977:x1830945821903616:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2794us (4001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.293741:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7021 00000100:00100000:0.0:1746126464.294542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.297491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.297791:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821904128 00000100:00100000:2.0:1746126464.298162:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821904128 00000100:00100000:0.0:1746126464.300635:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.301006:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821904384 00000100:00100000:1.0:1746126464.301011:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821904384 00002000:00100000:1.0:1746126464.301041:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab7800 x1830945821904384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.301049:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7800 with x1830945821904384 ext(0->4095) 00002000:00010000:1.0:1746126464.301053:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab7800 00000100:00100000:1.0:1746126464.301187:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3765 00000100:00100000:1.0:1746126464.301194:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:1975:x1830945821904384:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126464.301329:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+118:1975:x1830945821904384:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.301335:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3765 00002000:00100000:1.0:1746126464.301339:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab7800 x1830945821904384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.301346:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7800 with x1830945821904384 ext(0->4095) 00002000:00010000:1.0:1746126464.301348:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab7800 00000100:00100000:0.0:1746126464.304022:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.304142:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821904512 00000100:00100000:2.0:1746126464.304148:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821904512 00000100:00100000:2.0:1746126464.304184:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4809 00000100:00100000:2.0:1746126464.304189:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821904512:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.304203:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.304216:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11160b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b70c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.304236:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11160b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b705 expref: 117 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.304241:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.304243:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.304245:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11160b9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b70c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.304275:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11160b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b705 expref: 117 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.304284:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11160b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b705 expref: 117 pid: 10567 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.304297:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820390656:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.304354:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.306806:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.307330:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820390656:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.307349:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11160b9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b70c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.307360:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126464.307392:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821904512:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3202us (3375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.307403:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4809 00000100:00100000:0.0:1746126464.331813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.336918:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.339398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.339682:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821904896 00000100:00100000:2.0:1746126464.339689:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821904896 00000100:00100000:1.0:1746126464.339776:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821905152 00000100:00100000:1.0:1746126464.339779:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821905152 00002000:00100000:1.0:1746126464.339804:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89180 x1830945821905152/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.339812:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89180 with x1830945821905152 ext(0->4095) 00002000:00010000:1.0:1746126464.339816:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa89180 00000100:00100000:2.0:1746126464.340683:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4810 00000100:00100000:2.0:1746126464.340689:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+119:31630:x1830945821904896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.340700:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.340711:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b713 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.340730:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11160b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b70c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.340736:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.340738:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.340740:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160c0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b713 expref: 120 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.340766:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11160b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b70c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.340775:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11160b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b70c expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.340783:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820390912:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.340815:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126464.341380:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1592 00000100:00100000:1.0:1746126464.341387:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821905152:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126464.341491:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821905152:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (2098us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.341510:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1592 00002000:00100000:1.0:1746126464.341515:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89180 x1830945821905152/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.341522:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89180 with x1830945821905152 ext(0->4095) 00010000:00010000:1.0:1746126464.341526:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11160b9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b70c expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.341535:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11160b9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b70c expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.341541:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa89180 00000100:00100000:2.0:1746126464.342966:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820390912:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.342982:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b713 expref: 120 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.342991:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126464.343021:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:31630:x1830945821904896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2332us (6110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.343026:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4810 00000100:00100000:0.0:1746126464.344452:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.344516:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821905280 00000100:00100000:2.0:1746126464.344521:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821905280 00000100:00100000:2.0:1746126464.344769:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4811 00000100:00100000:2.0:1746126464.344775:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:31631:x1830945821905280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.344786:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.344796:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11160c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b71a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.344812:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.344816:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b713 expref: 121 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.344821:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.344823:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11160c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b71a expref: 121 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.344844:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b713 expref: 121 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.344852:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11160c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b71a expref: 121 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.344858:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126464.344888:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:31631:x1830945821905280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.344893:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4811 00000100:00100000:0.0:1746126464.346929:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.352163:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.352290:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821905664 00000100:00100000:0.0:1746126464.352296:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821905664 00002000:00100000:0.0:1746126464.352322:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6ce00 x1830945821905664/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.352330:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ce00 with x1830945821905664 ext(0->4095) 00010000:00010000:0.0:1746126464.352337:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b713 expref: 121 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126464.352347:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b713 expref: 121 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746126464.352353:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6ce00 00000100:00100000:0.0:1746126464.352375:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1593 00000100:00100000:0.0:1746126464.352381:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:1977:x1830945821905664:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126464.352519:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:1977:x1830945821905664:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (356us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126464.352525:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1593 00002000:00100000:0.0:1746126464.352530:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6ce00 x1830945821905664/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.352536:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ce00 with x1830945821905664 ext(0->4095) 00010000:00010000:0.0:1746126464.352541:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b713 expref: 121 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746126464.352550:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b713 expref: 121 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746126464.352555:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6ce00 00000100:00100000:1.0:1746126464.356574:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.360636:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.360740:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821906048 00000100:00100000:1.0:1746126464.360745:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821906048 00002000:00100000:1.0:1746126464.360771:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec3100 x1830945821906048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.360778:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3100 with x1830945821906048 ext(0->4095) 00002000:00010000:1.0:1746126464.360781:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec3100 00000100:00100000:1.0:1746126464.360793:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3767 00000100:00100000:1.0:1746126464.360797:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:1977:x1830945821906048:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126464.360902:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:1977:x1830945821906048:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.360908:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3767 00002000:00100000:1.0:1746126464.360912:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec3100 x1830945821906048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.360918:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3100 with x1830945821906048 ext(0->4095) 00002000:00010000:1.0:1746126464.360920:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec3100 00000100:00100000:0.0:1746126464.362817:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.367193:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.370371:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.370640:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821906560 00000100:00100000:1.0:1746126464.370645:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821906560 00002000:00100000:1.0:1746126464.370669:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec3b80 x1830945821906560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.370677:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3b80 with x1830945821906560 ext(0->4095) 00002000:00010000:1.0:1746126464.370681:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec3b80 00000100:00100000:1.0:1746126464.370702:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3768 00000100:00100000:1.0:1746126464.370707:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821906560:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126464.370808:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821906560:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.370813:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3768 00002000:00100000:1.0:1746126464.370817:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec3b80 x1830945821906560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.370824:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3b80 with x1830945821906560 ext(0->4095) 00002000:00010000:1.0:1746126464.370827:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec3b80 00000100:00100000:0.0:1746126464.372673:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.374341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.374437:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821906816 00000100:00100000:2.0:1746126464.374441:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821906816 00000100:00100000:2.0:1746126464.374464:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4814 00000100:00100000:2.0:1746126464.374470:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:31631:x1830945821906816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.374477:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.374485:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b72f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.374519:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.374523:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160d5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b728 expref: 122 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.374532:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.374535:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b72f expref: 122 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.374554:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160d5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b728 expref: 122 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.374567:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11160dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b72f expref: 122 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.374575:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126464.374611:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:31631:x1830945821906816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.374616:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4814 00000100:00100000:0.0:1746126464.376223:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.378794:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.379132:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821907200 00000100:00100000:2.0:1746126464.379137:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821907200 00002000:00100000:2.0:1746126464.379163:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4fb80 x1830945821907200/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.379172:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4fb80 with x1830945821907200 ext(0->4095) 00010000:00010000:2.0:1746126464.379178:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b728 expref: 121 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.379189:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b728 expref: 121 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746126464.379194:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4fb80 00000100:00100000:2.0:1746126464.379215:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1594 00000100:00100000:2.0:1746126464.379221:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:1976:x1830945821907200:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126464.379364:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:1976:x1830945821907200:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (569us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.379370:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1594 00002000:00100000:2.0:1746126464.379374:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4fb80 x1830945821907200/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.379381:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4fb80 with x1830945821907200 ext(0->4095) 00010000:00010000:2.0:1746126464.379385:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b728 expref: 121 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.379393:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b728 expref: 121 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746126464.379398:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4fb80 00000100:00100000:0.0:1746126464.381819:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.387802:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.388279:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821907584 00000100:00100000:1.0:1746126464.388284:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821907584 00002000:00100000:1.0:1746126464.388312:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4d880 x1830945821907584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.388321:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d880 with x1830945821907584 ext(0->4095) 00002000:00010000:1.0:1746126464.388324:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4d880 00000100:00100000:1.0:1746126464.388347:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3769 00000100:00100000:1.0:1746126464.388353:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:1977:x1830945821907584:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126464.388472:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:1977:x1830945821907584:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.388477:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3769 00002000:00100000:1.0:1746126464.388482:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4d880 x1830945821907584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.388488:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d880 with x1830945821907584 ext(0->4095) 00002000:00010000:1.0:1746126464.388491:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4d880 00000100:00100000:0.0:1746126464.390001:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.401584:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.404604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.409066:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.409270:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821908224 00000100:00100000:1.0:1746126464.409276:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821908224 00002000:00100000:1.0:1746126464.409306:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4d500 x1830945821908224/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.409314:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d500 with x1830945821908224 ext(0->4095) 00010000:00010000:1.0:1746126464.409320:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11160e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b736 expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.409331:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11160e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b736 expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.409337:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4d500 00000100:00100000:1.0:1746126464.409362:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1595 00000100:00100000:1.0:1746126464.409368:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821908224:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126464.409540:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821908224:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 171us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.409545:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1595 00002000:00100000:1.0:1746126464.409550:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4d500 x1830945821908224/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.409556:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d500 with x1830945821908224 ext(0->4095) 00010000:00010000:1.0:1746126464.409561:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11160e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b736 expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.409569:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5600/0x8f8d42f0d11160e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b736 expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.409573:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4d500 00000100:00100000:0.0:1746126464.413427:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.417380:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.417813:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821908608 00000100:00100000:1.0:1746126464.417820:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821908608 00002000:00100000:1.0:1746126464.417848:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78fb80 x1830945821908608/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.417855:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78fb80 with x1830945821908608 ext(0->4095) 00002000:00010000:1.0:1746126464.417859:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78fb80 00000100:00100000:1.0:1746126464.418339:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3770 00000100:00100000:1.0:1746126464.418346:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:1977:x1830945821908608:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126464.418454:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+120:1977:x1830945821908608:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (1079us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.418463:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3770 00002000:00100000:1.0:1746126464.418467:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78fb80 x1830945821908608/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.418475:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78fb80 with x1830945821908608 ext(0->4095) 00002000:00010000:1.0:1746126464.418478:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78fb80 00000100:00100000:0.0:1746126464.421546:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.426436:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.434551:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.439908:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4818 00000100:00100000:2.0:1746126464.439915:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:31630:x1830945821908992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.439929:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.439942:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11160f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b74b expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.439963:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.439968:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b744 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.439974:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126464.439978:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11160f8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b74b expref: 123 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.440006:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160f1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b744 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.440017:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11160f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b74b expref: 123 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.440025:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126464.440063:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+123:31630:x1830945821908992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (5514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.440069:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4818 00000100:00100000:0.0:1746126464.441668:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.447813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.447921:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821909376 00000100:00100000:1.0:1746126464.447928:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821909376 00002000:00100000:1.0:1746126464.447960:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093121f80 x1830945821909376/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.447969:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093121f80 with x1830945821909376 ext(0->4095) 00010000:00010000:1.0:1746126464.447977:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b744 expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.447989:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b744 expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.447994:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093121f80 00000100:00100000:1.0:1746126464.448022:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1597 00000100:00100000:1.0:1746126464.448028:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821909376:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126464.448149:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821909376:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.448155:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1597 00002000:00100000:1.0:1746126464.448160:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093121f80 x1830945821909376/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.448171:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093121f80 with x1830945821909376 ext(0->4095) 00010000:00010000:1.0:1746126464.448175:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b744 expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.448183:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5e00/0x8f8d42f0d11160f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b744 expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.448188:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093121f80 00000100:00100000:0.0:1746126464.450447:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.455207:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.458948:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.463468:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.464334:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:2.0:1746126464.466307:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116106 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b759 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.466330:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b752 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.466336:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.466338:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.466340:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116106 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b759 expref: 123 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.466363:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b752 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.466372:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160ff lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b752 expref: 5 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.466387:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820393472:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.466461:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.469825:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.470115:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821910400 00000100:00100000:1.0:1746126464.470121:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821910400 00002000:00100000:1.0:1746126464.470155:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3d880 x1830945821910400/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.470164:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3d880 with x1830945821910400 ext(0->4095) 00010000:00010000:1.0:1746126464.470172:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160ff lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b752 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.470184:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160ff lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b752 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.470190:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3d880 00000100:00100000:1.0:1746126464.470215:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1598 00000100:00100000:1.0:1746126464.470222:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821910400:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126464.470352:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821910400:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.470358:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1598 00002000:00100000:1.0:1746126464.470363:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3d880 x1830945821910400/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.470370:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3d880 with x1830945821910400 ext(0->4095) 00010000:00010000:1.0:1746126464.470373:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160ff lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b752 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.470382:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11160ff lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b752 expref: 6 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.470388:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3d880 00000100:00100000:2.0:1746126464.472289:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820393472:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.472309:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116106 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b759 expref: 122 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.472323:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126464.472434:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:31630:x1830945821910144:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6955us (8099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.472440:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4820 00000100:00100000:0.0:1746126464.474697:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.474813:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821910528 00000100:00100000:2.0:1746126464.474819:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821910528 00000100:00100000:2.0:1746126464.474847:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4821 00000100:00100000:2.0:1746126464.474852:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:31631:x1830945821910528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.474865:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.474879:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111610d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b760 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.474897:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.474901:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116106 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b759 expref: 123 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.474907:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.474910:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111610d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b760 expref: 123 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.474937:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116106 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b759 expref: 123 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.474946:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111610d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b760 expref: 123 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.474953:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126464.474996:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+123:31631:x1830945821910528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.475001:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4821 00000100:00100000:0.0:1746126464.475825:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.479378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.479438:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821910912 00000100:00100000:2.0:1746126464.479444:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821910912 00002000:00100000:2.0:1746126464.479472:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b54e00 x1830945821910912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.479481:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54e00 with x1830945821910912 ext(0->4095) 00010000:00010000:2.0:1746126464.479488:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116106 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b759 expref: 123 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.479516:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116106 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b759 expref: 123 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746126464.479522:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b54e00 00000100:00100000:2.0:1746126464.479543:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1599 00000100:00100000:2.0:1746126464.479550:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+123:1976:x1830945821910912:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126464.479666:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+123:1976:x1830945821910912:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.479673:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1599 00002000:00100000:2.0:1746126464.479679:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b54e00 x1830945821910912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.479686:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54e00 with x1830945821910912 ext(0->4095) 00010000:00010000:2.0:1746126464.479690:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116106 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b759 expref: 123 pid: 8479 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.479699:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116106 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b759 expref: 123 pid: 8479 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746126464.479704:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b54e00 00000100:00100000:0.0:1746126464.482911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.485848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.486206:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821911296 00000100:00100000:1.0:1746126464.486211:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821911296 00002000:00100000:1.0:1746126464.486240:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135703480 x1830945821911296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.486249:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703480 with x1830945821911296 ext(0->4095) 00002000:00010000:1.0:1746126464.486252:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135703480 00000100:00100000:1.0:1746126464.486689:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3772 00000100:00100000:1.0:1746126464.486697:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:1977:x1830945821911296:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126464.486817:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:1977:x1830945821911296:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (974us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.486822:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3772 00002000:00100000:1.0:1746126464.486827:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135703480 x1830945821911296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.486834:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703480 with x1830945821911296 ext(0->4095) 00002000:00010000:1.0:1746126464.486836:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135703480 00000100:00100000:0.0:1746126464.488557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.488618:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821911424 00000100:00100000:2.0:1746126464.488624:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821911424 00000100:00100000:2.0:1746126464.488650:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4822 00000100:00100000:2.0:1746126464.488656:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821911424:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.488667:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.488680:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116114 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b767 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.488702:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111610d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b760 expref: 121 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.488708:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.488710:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.488713:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116114 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b767 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.488739:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111610d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b760 expref: 121 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.488749:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111610d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b760 expref: 121 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.488759:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820393984:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.488819:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.490032:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820393984:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.490048:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116114 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b767 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.490059:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:2.0:1746126464.490090:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821911424:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1433us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.490096:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4822 00000100:00100000:0.0:1746126464.491481:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.495865:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.496058:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821911808 00000100:00100000:2.0:1746126464.496065:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821911808 00002000:00100000:2.0:1746126464.496098:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702300 x1830945821911808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.496107:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702300 with x1830945821911808 ext(0->4095) 00002000:00010000:2.0:1746126464.496111:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135702300 00000100:00100000:2.0:1746126464.496138:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3773 00000100:00100000:2.0:1746126464.496145:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821911808:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126464.496272:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821911808:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.496277:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3773 00002000:00100000:2.0:1746126464.496281:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702300 x1830945821911808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.496287:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702300 with x1830945821911808 ext(0->4095) 00002000:00010000:2.0:1746126464.496289:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135702300 00000100:00100000:0.0:1746126464.499215:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.499395:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821911936 00000100:00100000:2.0:1746126464.499402:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821911936 00000100:00100000:2.0:1746126464.499438:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4823 00000100:00100000:2.0:1746126464.499445:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+121:31630:x1830945821911936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.499459:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.499472:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111611b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b76e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.499516:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116114 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b767 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.499523:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.499524:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.499527:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111611b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b76e expref: 122 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.499551:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116114 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b767 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.499565:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116114 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b767 expref: 5 pid: 10567 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.499575:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820394240:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.499648:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.500442:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.500745:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821912064 00000100:00100000:0.0:1746126464.500750:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821912064 00000100:00100000:0.0:1746126464.500782:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4824 00000100:00100000:0.0:1746126464.500789:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+123:31631:x1830945821912064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126464.500798:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126464.500806:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116122 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b775 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.500818:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126464.500822:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111611b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b76e expref: 124 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.500827:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126464.500829:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116122 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b775 expref: 124 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.500853:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111611b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b76e expref: 124 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.500863:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116122 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b775 expref: 124 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.500871:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33a00, rc 0) 00000100:00100000:0.0:1746126464.500907:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+124:31631:x1830945821912064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126464.500913:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4824 00000100:00100000:2.0:1746126464.504064:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820394240:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.504086:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111611b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b76e expref: 123 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.504100:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126464.504138:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+123:31630:x1830945821911936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4692us (4929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.504145:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4823 00000100:00100000:0.0:1746126464.504563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.509937:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.513346:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821912448 00000100:00100000:1.0:1746126464.513357:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821912448 00002000:00100000:1.0:1746126464.513394:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135701f80 x1830945821912448/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.513404:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701f80 with x1830945821912448 ext(0->4095) 00010000:00010000:1.0:1746126464.513411:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111611b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b76e expref: 123 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.513424:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111611b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b76e expref: 123 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.513430:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135701f80 00000100:00100000:1.0:1746126464.513447:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1600 00000100:00100000:1.0:1746126464.513453:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+123:1976:x1830945821912448:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126464.513614:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+123:1976:x1830945821912448:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (3681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.513619:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1600 00002000:00100000:1.0:1746126464.513659:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135701f80 x1830945821912448/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.513666:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701f80 with x1830945821912448 ext(0->4095) 00010000:00010000:1.0:1746126464.513671:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111611b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b76e expref: 123 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746126464.513697:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111611b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b76e expref: 123 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746126464.513708:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135701f80 00010000:00010000:2.0:1746126464.528610:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126464.531696:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.534273:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.534341:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821912832 00000100:00100000:2.0:1746126464.534346:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821912832 00002000:00100000:2.0:1746126464.534377:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702680 x1830945821912832/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.534386:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702680 with x1830945821912832 ext(0->4095) 00002000:00010000:2.0:1746126464.534390:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135702680 00000100:00100000:2.0:1746126464.534415:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3774 00000100:00100000:2.0:1746126464.534421:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+123:1977:x1830945821912832:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126464.534582:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+123:1977:x1830945821912832:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.534588:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3774 00002000:00100000:2.0:1746126464.534593:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702680 x1830945821912832/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.534600:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702680 with x1830945821912832 ext(0->4095) 00002000:00010000:2.0:1746126464.534602:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135702680 00000100:00100000:0.0:1746126464.536886:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.536959:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821912960 00000100:00100000:2.0:1746126464.536966:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821912960 00000100:00100000:2.0:1746126464.536993:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4825 00000100:00100000:2.0:1746126464.536999:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821912960:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.537012:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.537025:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116129 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b77c expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.537046:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116122 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b775 expref: 121 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.537053:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.537054:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.537057:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116129 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b77c expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.537080:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116122 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b775 expref: 121 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.537093:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116122 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b775 expref: 121 pid: 8479 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.537103:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820394752:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.537172:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.538379:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820394752:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.538394:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116129 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b77c expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.538403:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126464.538422:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821912960:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1424us (1542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.538428:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4825 00000100:00100000:0.0:1746126464.556543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.560221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.560288:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821913216 00000100:00100000:2.0:1746126464.560294:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821913216 00000100:00100000:2.0:1746126464.560323:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4826 00000100:00100000:2.0:1746126464.560329:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:31630:x1830945821913216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.560342:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.560354:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116130 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b783 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.560376:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116129 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b77c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.560387:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.560388:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.560391:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116130 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b783 expref: 123 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.560410:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116129 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b77c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.560418:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116129 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b77c expref: 5 pid: 10567 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746126464.560426:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820395008:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.560487:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.563568:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820395008:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.563585:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116130 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b783 expref: 122 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.563599:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126464.563616:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:31630:x1830945821913216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3288us (3401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.563622:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4826 00000100:00100000:0.0:1746126464.564481:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.564617:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821913472 00000100:00100000:2.0:1746126464.564623:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821913472 00002000:00100000:2.0:1746126464.564652:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7b100 x1830945821913472/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.564666:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7b100 with x1830945821913472 ext(0->4095) 00010000:00010000:2.0:1746126464.564671:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116129 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b77c expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.564682:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116129 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b77c expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746126464.564688:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e7b100 00000100:00100000:2.0:1746126464.564712:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1601 00000100:00100000:2.0:1746126464.564717:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821913472:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126464.566893:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821913472:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 2169us (2407us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.566903:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1601 00002000:00100000:2.0:1746126464.566912:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7b100 x1830945821913472/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.566920:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7b100 with x1830945821913472 ext(0->4095) 00010000:00010000:2.0:1746126464.566927:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116129 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b77c expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746126464.566939:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116129 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b77c expref: 6 pid: 10567 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746126464.566945:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e7b100 00000100:00100000:0.0:1746126464.569972:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.574876:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.574966:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821913856 00000100:00100000:2.0:1746126464.574972:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821913856 00002000:00100000:2.0:1746126464.574998:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009414a680 x1830945821913856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.575006:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009414a680 with x1830945821913856 ext(0->4095) 00002000:00010000:2.0:1746126464.575010:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009414a680 00000100:00100000:2.0:1746126464.575032:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3775 00000100:00100000:2.0:1746126464.575037:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:1977:x1830945821913856:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126464.576820:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:1977:x1830945821913856:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1776us (1940us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.576829:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3775 00002000:00100000:2.0:1746126464.576838:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009414a680 x1830945821913856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.576845:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009414a680 with x1830945821913856 ext(0->4095) 00002000:00010000:2.0:1746126464.576850:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009414a680 00000100:00100000:0.0:1746126464.578534:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.585332:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821913984 00000100:00100000:2.0:1746126464.585342:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821913984 00000100:00100000:2.0:1746126464.585385:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4827 00000100:00100000:2.0:1746126464.585390:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821913984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.585405:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.585418:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116137 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b78a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.585439:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116130 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b783 expref: 121 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.585450:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.585451:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.585454:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116137 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b78a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.585476:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116130 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b783 expref: 121 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.585485:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116130 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b783 expref: 121 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.585535:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820395264:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.585602:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.587473:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820395264:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.587516:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116137 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b78a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.587529:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126464.587558:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821913984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2167us (9027us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.587565:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4827 00000100:00100000:0.0:1746126464.598725:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.598797:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821914112 00000100:00100000:2.0:1746126464.598804:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821914112 00002000:00100000:2.0:1746126464.598835:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094901c00 x1830945821914112/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 496/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.598850:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901c00 with x1830945821914112 ext(0->7) 00010000:00010000:2.0:1746126464.598856:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116130 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b783 expref: 122 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.598868:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116130 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b783 expref: 122 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.598874:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094901c00 00000100:00100000:2.0:1746126464.598897:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1602 00000100:00100000:2.0:1746126464.598903:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+122:1977:x1830945821914112:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126464.599144:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+124:1977:x1830945821914112:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 240us (424us total) trans 4294967971 rc 0/0 00000100:00100000:2.0:1746126464.599150:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1602 00002000:00100000:2.0:1746126464.599155:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094901c00 x1830945821914112/t4294967971(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 496/448 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.599162:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901c00 with x1830945821914112 ext(0->7) 00010000:00010000:2.0:1746126464.599166:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116130 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b783 expref: 124 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.599174:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116130 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b783 expref: 124 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.599179:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094901c00 00000100:00100000:0.0:1746126464.603094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.607902:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.611575:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821914368 00000100:00100000:2.0:1746126464.611586:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821914368 00000100:00100000:2.0:1746126464.611627:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4828 00000100:00100000:2.0:1746126464.611634:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+124:31630:x1830945821914368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.611649:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.611663:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b791 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.611687:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116137 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b78a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.611694:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.611696:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.611698:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 125 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.611721:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116137 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b78a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.611730:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116137 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b78a expref: 5 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.611742:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820395520:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.611817:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126464.612394:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.613672:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821914624 00000100:00100000:0.0:1746126464.613678:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821914624 00002000:00100000:0.0:1746126464.613706:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6e680 x1830945821914624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.613714:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6e680 with x1830945821914624 ext(0->4095) 00010000:00010000:0.0:1746126464.613720:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116137 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b78a expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.613731:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116137 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b78a expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126464.613737:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6e680 00000100:00100000:0.0:1746126464.613760:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1603 00000100:00100000:0.0:1746126464.613766:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821914624:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126464.613890:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821914624:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (1497us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126464.613896:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1603 00002000:00100000:0.0:1746126464.613901:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6e680 x1830945821914624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.613907:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6e680 with x1830945821914624 ext(0->4095) 00010000:00010000:0.0:1746126464.613911:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116137 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b78a expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.613919:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116137 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b78a expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126464.613924:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6e680 00000100:00100000:2.0:1746126464.615035:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820395520:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.615053:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 124 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.615068:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:2.0:1746126464.615101:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+124:31630:x1830945821914368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3467us (7205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.615107:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4828 00000100:00100000:0.0:1746126464.616934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.630346:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.630531:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821915008 00000100:00100000:2.0:1746126464.630539:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821915008 00002000:00100000:2.0:1746126464.630575:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094902d80 x1830945821915008/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.630584:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902d80 with x1830945821915008 ext(0->4095) 00002000:00010000:2.0:1746126464.630588:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094902d80 00000100:00100000:2.0:1746126464.630605:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3776 00000100:00100000:2.0:1746126464.630611:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+124:1977:x1830945821915008:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126464.630730:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+124:1977:x1830945821915008:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (391us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.630736:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3776 00002000:00100000:2.0:1746126464.630741:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094902d80 x1830945821915008/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.630748:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902d80 with x1830945821915008 ext(0->4095) 00002000:00010000:2.0:1746126464.630750:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094902d80 00000100:00100000:0.0:1746126464.638599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.638674:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821915136 00000100:00100000:2.0:1746126464.638681:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821915136 00000100:00100000:2.0:1746126464.638711:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4829 00000100:00100000:2.0:1746126464.638716:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821915136:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.638730:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.638744:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116145 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b798 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.638768:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 123 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.638774:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.638775:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.638778:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116145 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b798 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.638801:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 123 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.638810:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 123 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.638819:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820395776:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.638904:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.641134:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820395776:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.641156:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116145 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b798 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.641169:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126464.641201:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821915136:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2484us (2610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.641210:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4829 00000100:00100000:0.0:1746126464.643456:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.643550:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821915264 00000100:00100000:2.0:1746126464.643559:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821915264 00002000:00100000:2.0:1746126464.643592:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092590e00 x1830945821915264/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 496/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.643602:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590e00 with x1830945821915264 ext(0->7) 00010000:00010000:2.0:1746126464.643609:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 124 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.643621:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 124 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.643627:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092590e00 00000100:00100000:2.0:1746126464.643644:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1604 00000100:00100000:2.0:1746126464.643650:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+124:1977:x1830945821915264:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126464.645200:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+126:1977:x1830945821915264:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 1546us (1747us total) trans 4294967972 rc 0/0 00000100:00100000:2.0:1746126464.645208:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1604 00002000:00100000:2.0:1746126464.645216:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092590e00 x1830945821915264/t4294967972(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 496/448 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.645223:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590e00 with x1830945821915264 ext(0->7) 00010000:00010000:2.0:1746126464.645229:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 126 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.645242:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 126 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.645248:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092590e00 00000100:00100000:1.0:1746126464.655198:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.655267:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821915392 00000100:00100000:2.0:1746126464.655275:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821915392 00010000:00010000:2.0:1746126464.655302:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 126 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.655335:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7043 00000100:00100000:2.0:1746126464.655342:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+126:1974:x1830945821915392:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.655353:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.655368:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 126 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.655377:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 126 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.655395:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111613e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b791 expref: 126 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.655412:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.655414:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.655420:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116145 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b798 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.655430:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116145 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b798 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.655456:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116145 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b798 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126464.655465:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820395904:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.656582:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.657034:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820395904:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.657046:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.657068:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+125:1974:x1830945821915392:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1727us (1878us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.657075:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7043 00000100:00100000:0.0:1746126464.662690:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.662766:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821915648 00000100:00100000:2.0:1746126464.662774:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821915648 00002000:00100000:2.0:1746126464.662806:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092590000 x1830945821915648/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.662815:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590000 with x1830945821915648 ext(0->4095) 00002000:00010000:2.0:1746126464.662819:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092590000 00000100:00100000:2.0:1746126464.662836:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3777 00000100:00100000:2.0:1746126464.662842:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821915648:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126464.662960:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821915648:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.662968:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3777 00002000:00100000:2.0:1746126464.662973:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092590000 x1830945821915648/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.662979:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590000 with x1830945821915648 ext(0->4095) 00002000:00010000:2.0:1746126464.662982:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092590000 00000100:00100000:0.0:1746126464.668385:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.668447:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821915776 00000100:00100000:2.0:1746126464.668455:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821915776 00000100:00100000:0.0:1746126464.668520:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4830 00000100:00100000:0.0:1746126464.668529:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+125:31630:x1830945821915776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126464.668542:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126464.668555:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d111614c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b79f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.668577:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116145 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b798 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.668583:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126464.668584:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126464.668588:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d111614c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b79f expref: 126 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.668610:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116145 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b798 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.668625:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116145 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b798 expref: 5 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746126464.668635:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092b54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820396032:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126464.668712:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a0f780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.669617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.669666:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821915904 00000100:00100000:2.0:1746126464.669670:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821915904 00000100:00100000:2.0:1746126464.669691:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4831 00000100:00100000:2.0:1746126464.669697:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+127:31631:x1830945821915904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.669704:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.669713:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116153 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b7a6 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.669726:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.669731:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d111614c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b79f expref: 128 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.669735:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.669737:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116153 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7a6 expref: 128 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.669755:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d111614c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b79f expref: 128 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.669764:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116153 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7a6 expref: 128 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.669772:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:2.0:1746126464.671674:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:31631:x1830945821915904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1969us (2050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.671684:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4831 00000100:00100000:0.0:1746126464.676375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.676464:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092b54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820396032:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.676485:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d111614c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b79f expref: 127 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.676523:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33800, rc 0) 00000100:00100000:2.0:1746126464.676593:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+127:31630:x1830945821915776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8066us (8215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.676599:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4830 00000100:00100000:0.0:1746126464.681926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.681989:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821916288 00000100:00100000:2.0:1746126464.681995:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821916288 00002000:00100000:2.0:1746126464.682022:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b57100 x1830945821916288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.682030:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b57100 with x1830945821916288 ext(0->4095) 00010000:00010000:2.0:1746126464.682037:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d111614c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b79f expref: 127 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.682047:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d111614c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b79f expref: 127 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.682053:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b57100 00000100:00100000:2.0:1746126464.682656:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1605 00000100:00100000:2.0:1746126464.682667:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+127:1976:x1830945821916288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126464.685388:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+127:1976:x1830945821916288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 2717us (3455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.685399:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1605 00002000:00100000:2.0:1746126464.685409:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b57100 x1830945821916288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.685418:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b57100 with x1830945821916288 ext(0->4095) 00010000:00010000:2.0:1746126464.685426:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d111614c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b79f expref: 127 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.685440:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d111614c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b79f expref: 127 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.685447:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b57100 00000100:00100000:2.0:1746126464.691605:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.705518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.705583:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821916672 00000100:00100000:2.0:1746126464.705588:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821916672 00002000:00100000:2.0:1746126464.705614:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b54380 x1830945821916672/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.705623:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54380 with x1830945821916672 ext(0->4095) 00002000:00010000:2.0:1746126464.705626:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b54380 00000100:00100000:2.0:1746126464.705638:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3778 00000100:00100000:2.0:1746126464.705642:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+126:1977:x1830945821916672:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126464.705735:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+126:1977:x1830945821916672:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (218us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.705740:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3778 00002000:00100000:2.0:1746126464.705744:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b54380 x1830945821916672/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.705751:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54380 with x1830945821916672 ext(0->4095) 00002000:00010000:2.0:1746126464.705753:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b54380 00000100:00100000:2.0:1746126464.714764:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.715561:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821916800 00000100:00100000:0.0:1746126464.715569:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821916800 00000100:00100000:0.0:1746126464.715609:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4832 00000100:00100000:0.0:1746126464.715615:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821916800:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126464.715629:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126464.715642:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111615a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b7ad expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.715664:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116153 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7a6 expref: 125 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.715670:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126464.715672:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126464.715675:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111615a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ad expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.715702:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116153 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7a6 expref: 125 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.715711:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116153 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7a6 expref: 125 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746126464.715720:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093655880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820396544:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126464.736010:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821916928 00000100:00100000:0.0:1746126464.736019:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821916928 00002000:00100000:0.0:1746126464.736053:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008963b480 x1830945821916928/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 496/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.736062:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963b480 with x1830945821916928 ext(0->7) 00010000:00010000:0.0:1746126464.736070:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116153 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7a6 expref: 126 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.736082:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116153 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7a6 expref: 126 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126464.736088:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008963b480 00000100:00100000:0.0:1746126464.736114:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1606 00000100:00100000:0.0:1746126464.736121:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+126:1976:x1830945821916928:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126464.736392:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:1976:x1830945821916928:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 271us (478us total) trans 4294967973 rc 0/0 00000100:00100000:0.0:1746126464.736399:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1606 00002000:00100000:0.0:1746126464.736405:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008963b480 x1830945821916928/t4294967973(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 496/448 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.736411:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963b480 with x1830945821916928 ext(0->7) 00010000:00010000:0.0:1746126464.736416:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116153 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7a6 expref: 128 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.737916:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116153 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7a6 expref: 128 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126464.737923:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008963b480 00000100:00100000:0.0:1746126464.752050:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.756388:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.756634:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821917312 00000100:00100000:1.0:1746126464.756640:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821917312 00002000:00100000:1.0:1746126464.756672:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d7b80 x1830945821917312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.756681:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7b80 with x1830945821917312 ext(0->4095) 00002000:00010000:1.0:1746126464.756684:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d7b80 00000100:00100000:1.0:1746126464.757000:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3779 00000100:00100000:1.0:1746126464.757007:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821917312:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126464.759408:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821917312:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 2394us (3018us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.759416:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3779 00002000:00100000:1.0:1746126464.759425:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d7b80 x1830945821917312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.759433:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7b80 with x1830945821917312 ext(0->4095) 00002000:00010000:1.0:1746126464.759437:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d7b80 00000100:00100000:0.0:1746126464.765075:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.768867:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.769572:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821917568 00000100:00100000:2.0:1746126464.769581:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821917568 00000100:00100000:2.0:1746126464.769618:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4834 00000100:00100000:2.0:1746126464.769624:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:31630:x1830945821917568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.769638:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.769651:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b7bb expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.769671:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.769676:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116161 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7b4 expref: 130 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.769681:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.769684:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 130 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.769711:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116161 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7b4 expref: 130 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.769721:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 130 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.769729:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126464.769778:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+130:31630:x1830945821917568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.769784:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4834 00000100:00100000:0.0:1746126464.776020:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.782139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.782931:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821917952 00000100:00100000:2.0:1746126464.782937:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821917952 00002000:00100000:2.0:1746126464.782966:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6d500 x1830945821917952/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.782974:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6d500 with x1830945821917952 ext(0->4095) 00010000:00010000:2.0:1746126464.782981:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116161 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7b4 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.782991:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116161 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7b4 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.782997:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6d500 00000100:00100000:2.0:1746126464.783489:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1607 00000100:00100000:2.0:1746126464.783511:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:1976:x1830945821917952:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126464.783636:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:1976:x1830945821917952:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (1498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.783641:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1607 00002000:00100000:2.0:1746126464.783646:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6d500 x1830945821917952/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.783658:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6d500 with x1830945821917952 ext(0->4095) 00010000:00010000:2.0:1746126464.783662:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116161 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7b4 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.783671:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116161 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7b4 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.783676:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6d500 00000100:00100000:0.0:1746126464.788094:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.789402:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.789490:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821918208 00000100:00100000:2.0:1746126464.790042:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821918208 00010000:00010000:2.0:1746126464.790060:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116161 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7b4 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.790077:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7048 00000100:00100000:2.0:1746126464.790081:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:1974:x1830945821918208:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.790089:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.790104:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116161 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7b4 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.790114:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116161 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7b4 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.790129:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4c00/0x8f8d42f0d1116161 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7b4 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.790151:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.790154:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.790159:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 128 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.790165:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 128 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.790183:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 128 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.790192:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 128 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.790201:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820397312:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.790246:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3caf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.793617:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820397312:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.793633:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.793675:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:1974:x1830945821918208:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3592us (4274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.793684:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7048 00000100:00100000:1.0:1746126464.796199:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.796435:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821918464 00000100:00100000:0.0:1746126464.796443:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821918464 00002000:00100000:0.0:1746126464.796474:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6c000 x1830945821918464/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.796482:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6c000 with x1830945821918464 ext(0->4095) 00010000:00010000:0.0:1746126464.796489:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 128 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.796512:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 128 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126464.796518:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6c000 00000100:00100000:0.0:1746126464.796545:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1608 00000100:00100000:0.0:1746126464.796551:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:1976:x1830945821918464:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126464.796677:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:1976:x1830945821918464:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (485us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126464.796683:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1608 00002000:00100000:0.0:1746126464.796687:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6c000 x1830945821918464/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.796699:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6c000 with x1830945821918464 ext(0->4095) 00010000:00010000:0.0:1746126464.796703:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 128 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.796712:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 128 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126464.796717:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6c000 00000100:00100000:0.0:1746126464.800451:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.801212:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821918592 00000100:00100000:2.0:1746126464.801220:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821918592 00000100:00100000:2.0:1746126464.801273:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4836 00000100:00100000:2.0:1746126464.801280:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:31630:x1830945821918592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.801294:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.801308:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116176 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b7c9 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.801333:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.801338:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.801344:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126464.801346:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116176 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c9 expref: 129 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.801372:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.801383:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116176 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c9 expref: 129 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.801392:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126464.801424:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:31630:x1830945821918592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.801429:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4836 00000100:00100000:0.0:1746126464.801524:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.801856:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821918720 00000100:00100000:2.0:1746126464.801859:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821918720 00010000:00010000:2.0:1746126464.801872:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 129 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.802527:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7049 00000100:00100000:2.0:1746126464.802533:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:1976:x1830945821918720:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.802542:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.802558:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 129 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.802567:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 129 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.802582:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116168 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7bb expref: 129 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.802601:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.802602:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.802608:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.802615:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.802634:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.802644:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 5 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.802654:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820397568:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.802706:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3caf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.806956:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820397568:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.806974:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.807178:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:1976:x1830945821918720:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4642us (5651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.807188:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7049 00000100:00100000:0.0:1746126464.807431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.808024:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821918976 00000100:00100000:2.0:1746126464.808030:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821918976 00002000:00100000:2.0:1746126464.808057:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ca80 x1830945821918976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.808065:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ca80 with x1830945821918976 ext(0->4095) 00010000:00010000:2.0:1746126464.808072:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.808083:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.808089:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ca80 00000100:00100000:2.0:1746126464.808148:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1609 00000100:00100000:2.0:1746126464.808154:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821918976:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126464.808266:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821918976:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (835us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.808271:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1609 00002000:00100000:2.0:1746126464.808276:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ca80 x1830945821918976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.808283:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ca80 with x1830945821918976 ext(0->4095) 00010000:00010000:2.0:1746126464.808287:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.808299:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.808305:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ca80 00000100:00100000:0.0:1746126464.810490:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.810717:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821919104 00000100:00100000:2.0:1746126464.810724:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821919104 00010000:00010000:2.0:1746126464.810753:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.810953:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7050 00000100:00100000:2.0:1746126464.810959:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821919104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.810969:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.810985:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.810994:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.811011:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4000/0x8f8d42f0d111616f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c2 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.811221:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.811223:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.811230:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116176 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c9 expref: 127 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.811241:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116176 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c9 expref: 127 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.811272:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116176 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c9 expref: 127 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126464.811281:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820397696:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.811346:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.815426:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.816045:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820397696:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.816061:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.817206:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821919104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6246us (6721us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.817214:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7050 00000100:00100000:0.0:1746126464.819918:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.820663:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4837 00000100:00100000:2.0:1746126464.820673:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821919488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.820688:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.820703:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111617d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b7d0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.820725:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116176 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c9 expref: 127 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.820731:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.820732:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.820735:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111617d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7d0 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.820756:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116176 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c9 expref: 127 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.820766:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116176 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7c9 expref: 127 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.820775:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820397824:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.822245:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.823700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.824861:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820397824:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.824884:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111617d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7d0 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.824898:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126464.824943:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821919488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4271us (5029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.824950:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4837 00000100:00100000:0.0:1746126464.826916:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.827461:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821919744 00000100:00100000:2.0:1746126464.827466:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821919744 00000100:00100000:2.0:1746126464.827513:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4838 00000100:00100000:2.0:1746126464.827518:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:31630:x1830945821919744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.827529:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.827538:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116184 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b7d7 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.827558:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111617d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7d0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.827564:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.827565:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.827568:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116184 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7d7 expref: 129 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.827584:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111617d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7d0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.827593:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111617d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7d0 expref: 5 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.827600:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820398080:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126464.832136:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.832547:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820398080:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126464.832565:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116184 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7d7 expref: 128 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.832578:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126464.833331:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:31630:x1830945821919744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5811us (6414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.833338:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4838 00000100:00100000:0.0:1746126464.836759:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.836834:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821920128 00000100:00100000:2.0:1746126464.836841:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821920128 00000100:00100000:2.0:1746126464.836884:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4839 00000100:00100000:2.0:1746126464.836889:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:31631:x1830945821920128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126464.836904:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126464.836918:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111618b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b7de expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.836937:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.836941:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116184 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7d7 expref: 129 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.836945:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126464.836947:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111618b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7de expref: 129 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.836972:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116184 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7d7 expref: 129 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.836981:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111618b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7de expref: 129 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.836988:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126464.837030:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:31631:x1830945821920128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.837035:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4839 00000100:00100000:0.0:1746126464.838545:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.843560:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.846686:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.851305:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.851662:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821920896 00000100:00100000:2.0:1746126464.851668:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821920896 00002000:00100000:2.0:1746126464.851698:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad9880 x1830945821920896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.851712:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad9880 with x1830945821920896 ext(0->4095) 00002000:00010000:2.0:1746126464.851715:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ad9880 00000100:00100000:2.0:1746126464.851739:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3781 00000100:00100000:2.0:1746126464.851745:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:1976:x1830945821920896:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126464.851872:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:1976:x1830945821920896:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (568us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.851877:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3781 00002000:00100000:2.0:1746126464.851882:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad9880 x1830945821920896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.851887:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad9880 with x1830945821920896 ext(0->4095) 00002000:00010000:2.0:1746126464.851889:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ad9880 00000100:00100000:0.0:1746126464.854483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.859008:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.863416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.863746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.864155:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821921408 00000100:00100000:2.0:1746126464.864160:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821921408 00002000:00100000:2.0:1746126464.864192:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afe300 x1830945821921408/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.864201:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe300 with x1830945821921408 ext(0->4095) 00002000:00010000:2.0:1746126464.864205:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afe300 00000100:00100000:2.0:1746126464.864222:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3782 00000100:00100000:2.0:1746126464.864228:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821921408:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126464.865684:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821921408:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1454us (2269us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.865692:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3782 00002000:00100000:2.0:1746126464.865699:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afe300 x1830945821921408/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.865706:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe300 with x1830945821921408 ext(0->4095) 00010000:00010000:2.0:1746126464.865710:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1116192 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7e5 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.865719:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1116192 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7e5 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.865724:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099afe300 00000100:00100000:0.0:1746126464.873296:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.873313:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821921664 00000100:00100000:0.0:1746126464.873318:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821921664 00000100:00100000:0.0:1746126464.873342:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4842 00000100:00100000:0.0:1746126464.873347:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:31631:x1830945821921664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126464.873358:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126464.873371:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b7f3 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.873386:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126464.873390:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 129 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.873395:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126464.873398:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 129 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.873422:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 129 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.873431:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 129 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.873438:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b32800, rc 0) 00000100:00100000:0.0:1746126464.873456:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:31631:x1830945821921664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126464.873461:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4842 00000100:00100000:1.0:1746126464.879517:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.879772:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821921792 00000100:00100000:0.0:1746126464.879779:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821921792 00010000:00010000:0.0:1746126464.879806:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1116192 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7e5 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746126464.879829:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7055 00000100:00100000:0.0:1746126464.879843:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821921792:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126464.879854:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126464.879871:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1116192 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7e5 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.879881:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1116192 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7e5 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.879898:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d1116192 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7e5 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.880490:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126464.880505:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126464.880512:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 128 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.880519:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 128 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.880630:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 128 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.880639:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 128 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746126464.880649:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c6d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820399104:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126464.880706:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a0fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.884930:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.885072:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821922048 00000100:00100000:2.0:1746126464.885078:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821922048 00002000:00100000:2.0:1746126464.885109:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d1c00 x1830945821922048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.885118:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1c00 with x1830945821922048 ext(0->4095) 00010000:00010000:2.0:1746126464.885124:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.885135:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.885141:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d1c00 00000100:00100000:2.0:1746126464.885157:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1612 00000100:00100000:2.0:1746126464.885163:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:1976:x1830945821922048:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126464.885975:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c6d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820399104:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126464.885989:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.886188:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:1976:x1830945821922048:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1024us (1261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.886198:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1612 00002000:00100000:2.0:1746126464.886204:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d1c00 x1830945821922048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.886210:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1c00 with x1830945821922048 ext(0->4095) 00010000:00010000:2.0:1746126464.886215:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.886223:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.886228:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d1c00 00000100:00100000:0.0:1746126464.886372:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821921792:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6536us (6885us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126464.886379:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7055 00000100:00100000:0.0:1746126464.891716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.892198:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821922176 00000100:00100000:2.0:1746126464.892206:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821922176 00010000:00010000:2.0:1746126464.892233:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.892273:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7056 00000100:00100000:2.0:1746126464.892281:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:1975:x1830945821922176:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.892290:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.892305:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.892315:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.892332:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d1116199 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7ec expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.892344:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.892345:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.892351:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 128 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.892358:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 128 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.892383:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 128 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126464.892393:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820399232:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.892453:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126464.898325:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820399232:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126464.898340:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126464.898372:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:1975:x1830945821922176:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6092us (6660us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126464.898380:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7056 00000100:00100000:0.0:1746126464.898998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.899366:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821922432 00000100:00100000:1.0:1746126464.899373:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821922432 00002000:00100000:1.0:1746126464.899401:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d1180 x1830945821922432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.899410:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1180 with x1830945821922432 ext(0->4095) 00002000:00010000:1.0:1746126464.899414:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d1180 00000100:00100000:1.0:1746126464.899429:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3783 00000100:00100000:1.0:1746126464.899434:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:1974:x1830945821922432:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126464.899558:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:1974:x1830945821922432:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.899563:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3783 00002000:00100000:1.0:1746126464.899567:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d1180 x1830945821922432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.899574:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1180 with x1830945821922432 ext(0->4095) 00002000:00010000:1.0:1746126464.899577:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d1180 00000100:00100000:0.0:1746126464.903677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.905476:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821922560 00000100:00100000:1.0:1746126464.905484:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821922560 00000100:00100000:1.0:1746126464.905534:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4843 00000100:00100000:1.0:1746126464.905540:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821922560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126464.905553:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126464.905566:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b7fa expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.905593:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 127 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.905599:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126464.905600:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126464.905603:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.905625:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 127 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.905635:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 127 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126464.905644:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820399360:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126464.905712:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.909589:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820399360:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126464.909611:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126464.909617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:0.0:1746126464.909623:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc400, rc 0) 00000100:00100000:0.0:1746126464.909654:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821922560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4114us (5982us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126464.909660:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4843 00000100:00100000:0.0:1746126464.909679:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821922688 00000100:00100000:0.0:1746126464.909683:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821922688 00000100:00100000:0.0:1746126464.909706:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4844 00000100:00100000:0.0:1746126464.909711:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:31630:x1830945821922688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126464.909721:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126464.909732:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b801 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.909747:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126464.909751:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.909756:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126464.909759:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 129 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.909782:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.909790:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 129 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126464.909796:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33a00, rc 0) 00000100:00100000:0.0:1746126464.909811:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:31630:x1830945821922688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126464.909815:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4844 00000100:00100000:0.0:1746126464.911577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.911895:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821922816 00000100:00100000:1.0:1746126464.911901:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821922816 00010000:00010000:1.0:1746126464.911923:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126464.912325:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7057 00000100:00100000:1.0:1746126464.912332:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+129:1977:x1830945821922816:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126464.912342:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126464.912360:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126464.912370:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126464.912386:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11161a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7f3 expref: 129 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126464.912396:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126464.912397:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126464.912403:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.912409:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.912432:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.912441:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 5 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126464.912451:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820399616:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126464.912522:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126464.917432:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820399616:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126464.917448:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126464.917508:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+128:1977:x1830945821922816:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5161us (5919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126464.917520:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7057 00000100:00100000:1.0:1746126464.919863:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.919970:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821923072 00000100:00100000:0.0:1746126464.919978:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821923072 00002000:00100000:0.0:1746126464.920010:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cc000 x1830945821923072/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.920019:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cc000 with x1830945821923072 ext(0->4095) 00010000:00010000:0.0:1746126464.920026:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.920039:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126464.920044:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b7cc000 00000100:00100000:0.0:1746126464.920058:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1613 00000100:00100000:0.0:1746126464.920065:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821923072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126464.920176:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821923072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126464.920181:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1613 00002000:00100000:0.0:1746126464.920186:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cc000 x1830945821923072/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.920192:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cc000 with x1830945821923072 ext(0->4095) 00010000:00010000:0.0:1746126464.920196:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.920204:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126464.920208:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b7cc000 00000100:00100000:2.0:1746126464.924627:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.925171:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821923200 00000100:00100000:1.0:1746126464.925178:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821923200 00010000:00010000:1.0:1746126464.925203:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00000001:00080000:2.0:1746126464.925602:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967973 is committed 00000100:00100000:1.0:1746126464.926332:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7058 00000100:00100000:1.0:1746126464.926340:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821923200:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126464.926352:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126464.926369:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126464.926380:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126464.926397:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b7fa expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126464.926408:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126464.926409:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126464.926415:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.926421:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.926450:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126464.926460:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820399744:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126464.926540:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.930692:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.931385:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820399744:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126464.931401:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126464.931683:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821923200:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5342us (7059us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126464.931692:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7058 00000100:00100000:1.0:1746126464.931745:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821923456 00000100:00100000:1.0:1746126464.931750:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821923456 00002000:00100000:1.0:1746126464.931775:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8b800 x1830945821923456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.931783:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8b800 with x1830945821923456 ext(0->4095) 00002000:00010000:1.0:1746126464.931787:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa8b800 00000100:00100000:1.0:1746126464.932092:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3784 00000100:00100000:1.0:1746126464.932100:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945821923456:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126464.932224:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945821923456:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (1539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.932230:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3784 00002000:00100000:1.0:1746126464.932235:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8b800 x1830945821923456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.932247:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8b800 with x1830945821923456 ext(0->4095) 00002000:00010000:1.0:1746126464.932250:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa8b800 00000100:00100000:0.0:1746126464.935240:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.935368:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821923584 00000100:00100000:1.0:1746126464.935375:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821923584 00000100:00100000:1.0:1746126464.935418:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4845 00000100:00100000:1.0:1746126464.935425:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821923584:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126464.935438:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126464.935452:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b808 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.935474:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.935481:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126464.935482:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126464.935485:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.935528:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.935539:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 5 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126464.935548:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820399872:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126464.935624:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.937877:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.938218:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820399872:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126464.938242:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.938265:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc600, rc 0) 00000100:00100000:1.0:1746126464.938303:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821923584:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2878us (3069us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126464.938309:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4845 00000100:00100000:2.0:1746126464.938362:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821923712 00000100:00100000:2.0:1746126464.938367:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821923712 00010000:00010000:2.0:1746126464.938386:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.938716:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7059 00000100:00100000:2.0:1746126464.938724:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945821923712:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.938733:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.938750:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.938763:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.938781:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11161ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b801 expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.939688:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.939691:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.939697:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.939704:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.939728:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126464.939738:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820400000:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.939782:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.941993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.942584:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821923840 00000100:00100000:1.0:1746126464.942595:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821923840 00000100:00100000:1.0:1746126464.942632:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4846 00000100:00100000:1.0:1746126464.942638:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:31630:x1830945821923840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126464.942653:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126464.942666:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b80f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.942685:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.942690:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126464.942692:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126464.942694:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.942714:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.942723:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 5 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126464.942733:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820400128:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126464.943171:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820400000:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.943184:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.943207:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945821923712:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4484us (5335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.943215:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7059 00000100:00100000:1.0:1746126464.944332:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126464.945274:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.945488:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820400128:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126464.945540:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.945553:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cde00, rc 0) 00000100:00100000:1.0:1746126464.945587:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:31630:x1830945821923840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2949us (3600us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126464.945594:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4846 00000100:00100000:2.0:1746126464.945659:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821924096 00000100:00100000:2.0:1746126464.945664:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821924096 00002000:00100000:2.0:1746126464.945690:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80ed80 x1830945821924096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.945698:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ed80 with x1830945821924096 ext(0->4095) 00010000:00010000:2.0:1746126464.945703:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.945714:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.945719:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80ed80 00000100:00100000:2.0:1746126464.945732:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1614 00000100:00100000:2.0:1746126464.945738:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821924096:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126464.945861:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821924096:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126464.945866:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1614 00002000:00100000:2.0:1746126464.945871:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80ed80 x1830945821924096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126464.945878:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ed80 with x1830945821924096 ext(0->4095) 00010000:00010000:2.0:1746126464.945883:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.945891:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126464.945896:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80ed80 00000100:00100000:0.0:1746126464.949433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.949911:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821924224 00000100:00100000:2.0:1746126464.949919:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821924224 00010000:00010000:2.0:1746126464.949946:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.950356:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7060 00000100:00100000:2.0:1746126464.950364:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821924224:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.950375:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.950391:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.950401:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.950421:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b808 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.950431:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.950433:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.950439:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.950445:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.950467:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126464.950480:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820400256:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.952144:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.955628:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820400256:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126464.955645:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126464.955679:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821924224:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5315us (6252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126464.955688:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7060 00000100:00100000:0.0:1746126464.956085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.956993:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821924480 00000100:00100000:1.0:1746126464.957001:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821924480 00002000:00100000:1.0:1746126464.957030:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec2a00 x1830945821924480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.957039:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2a00 with x1830945821924480 ext(0->4095) 00002000:00010000:1.0:1746126464.957043:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec2a00 00000100:00100000:1.0:1746126464.957636:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3785 00000100:00100000:1.0:1746126464.957645:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945821924480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126464.957783:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945821924480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (1698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.957789:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3785 00002000:00100000:1.0:1746126464.957794:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec2a00 x1830945821924480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.957806:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2a00 with x1830945821924480 ext(0->4095) 00002000:00010000:1.0:1746126464.957808:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec2a00 00000100:00100000:0.0:1746126464.963540:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.963733:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821924608 00000100:00100000:1.0:1746126464.963741:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821924608 00000100:00100000:1.0:1746126464.963775:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4847 00000100:00100000:1.0:1746126464.963781:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821924608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126464.963795:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126464.963809:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b816 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.963832:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.963838:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126464.963839:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126464.963843:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.963866:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.963876:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 5 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126464.963886:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820400384:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126464.964375:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126464.965602:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820400384:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126464.965621:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.965632:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43ccc00, rc 0) 00000100:00100000:1.0:1746126464.965654:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821924608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1874us (2120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126464.965660:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4847 00000100:00100000:2.0:1746126464.974037:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126464.974147:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821924736 00000100:00100000:0.0:1746126464.974154:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821924736 00002000:00100000:0.0:1746126464.974186:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800946cf480 x1830945821924736/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 496/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.974194:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf480 with x1830945821924736 ext(0->7) 00010000:00010000:0.0:1746126464.974201:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.974212:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126464.974218:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cf480 00000100:00100000:0.0:1746126464.974241:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1615 00000100:00100000:0.0:1746126464.974246:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945821924736:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126464.974562:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945821924736:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 314us (531us total) trans 4294967974 rc 0/0 00000100:00100000:0.0:1746126464.974568:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1615 00002000:00100000:0.0:1746126464.974573:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800946cf480 x1830945821924736/t4294967974(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:225/0 lens 496/448 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126464.974580:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf480 with x1830945821924736 ext(0->7) 00010000:00010000:0.0:1746126464.974584:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126464.974596:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126464.974600:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cf480 00000100:00100000:0.0:1746126464.986773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126464.986855:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821924864 00000100:00100000:2.0:1746126464.986863:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821924864 00010000:00010000:2.0:1746126464.986893:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126464.986930:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7061 00000100:00100000:2.0:1746126464.986936:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945821924864:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126464.986948:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126464.986965:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.986974:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.986991:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b80f expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126464.987009:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.987011:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126464.987017:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.987024:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126464.987047:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126464.987057:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820400512:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126464.987128:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.988638:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.988801:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821924992 00000100:00100000:1.0:1746126464.988807:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821924992 00000100:00100000:1.0:1746126464.988834:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4848 00000100:00100000:1.0:1746126464.988838:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:31630:x1830945821924992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126464.988851:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126464.988863:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b81d expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.988881:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.988886:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126464.988888:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126464.988891:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.988909:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.988918:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 5 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126464.988927:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820400640:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126464.989250:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126464.993264:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126464.993339:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821925248 00000100:00100000:1.0:1746126464.993346:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821925248 00002000:00100000:1.0:1746126464.993381:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c283100 x1830945821925248/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/0 e 0 to 0 dl 1746126475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.993389:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283100 with x1830945821925248 ext(0->4095) 00010000:00010000:1.0:1746126464.993397:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126464.993410:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126464.993417:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c283100 00000100:00100000:1.0:1746126464.993434:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1616 00000100:00100000:1.0:1746126464.993441:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821925248:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126464.993588:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821925248:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126464.993594:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1616 00002000:00100000:1.0:1746126464.993599:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c283100 x1830945821925248/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746126475 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126464.993606:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283100 with x1830945821925248 ext(0->4095) 00010000:00010000:1.0:1746126464.993611:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126464.993620:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126464.993626:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c283100 00000100:00100000:0.0:1746126464.993769:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820400512:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126464.993783:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126464.993816:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945821924864:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6880us (7049us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126464.993823:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7061 00000100:00100000:1.0:1746126464.995771:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820400640:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126464.995793:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126464.995807:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc600, rc 0) 00000100:00100000:1.0:1746126464.999112:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:31630:x1830945821924992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10263us (10468us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126464.999121:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4848 00000100:00100000:0.0:1746126465.000003:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.000066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.000087:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821925504 00000100:00100000:0.0:1746126465.000093:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821925504 00010000:00010000:0.0:1746126465.000119:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126465.001015:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821925376 00000100:00100000:1.0:1746126465.001020:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821925376 00000100:00100000:1.0:1746126465.001311:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4849 00000100:00100000:1.0:1746126465.001317:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:31631:x1830945821925376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.001330:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.001341:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b824 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.001357:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126465.001361:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.001366:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.001369:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.001395:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.001406:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.001415:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc200, rc 0) 00000100:00100000:1.0:1746126465.002540:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31631:x1830945821925376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1219us (2535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.002546:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4849 00000100:00100000:0.0:1746126465.002675:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7062 00000100:00100000:0.0:1746126465.002684:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821925504:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126465.002694:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126465.002712:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126465.002723:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126465.002742:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b816 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126465.003032:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126465.003035:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126465.003040:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.003047:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.003068:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.003076:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746126465.003086:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820400896:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126465.004386:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.006116:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820400896:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.006132:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.006180:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821925504:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3495us (6110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.006189:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7062 00000100:00100000:2.0:1746126465.008225:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.008904:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821925760 00000100:00100000:0.0:1746126465.008911:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821925760 00002000:00100000:0.0:1746126465.008944:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40a680 x1830945821925760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126465.008953:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40a680 with x1830945821925760 ext(0->4095) 00010000:00010000:0.0:1746126465.008960:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126465.008976:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126465.008982:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f40a680 00000100:00100000:0.0:1746126465.009175:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1617 00000100:00100000:0.0:1746126465.009182:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945821925760:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126465.009762:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945821925760:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 579us (1540us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126465.009769:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1617 00002000:00100000:0.0:1746126465.009775:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40a680 x1830945821925760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126465.009782:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40a680 with x1830945821925760 ext(0->4095) 00010000:00010000:0.0:1746126465.009787:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126465.009796:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126465.009801:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f40a680 00000100:00100000:0.0:1746126465.013030:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.013134:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821925888 00000100:00100000:2.0:1746126465.013140:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821925888 00010000:00010000:2.0:1746126465.013165:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.013191:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7063 00000100:00100000:2.0:1746126465.013196:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945821925888:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.013206:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.013221:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.013230:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.013246:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc600/0x8f8d42f0d11161ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b81d expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.013597:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.013600:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.013605:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.013612:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.013638:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.013648:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820401024:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.013715:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.016203:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.016304:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820401024:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.016317:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.016349:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945821925888:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3153us (3324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.016358:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7063 00000100:00100000:1.0:1746126465.016644:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821926144 00000100:00100000:1.0:1746126465.016649:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821926144 00002000:00100000:1.0:1746126465.016677:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ca80 x1830945821926144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.016685:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830945821926144 ext(0->4095) 00002000:00010000:1.0:1746126465.016689:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4ca80 00000100:00100000:1.0:1746126465.016703:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3786 00000100:00100000:1.0:1746126465.016708:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945821926144:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126465.016831:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945821926144:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (633us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.016837:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3786 00002000:00100000:1.0:1746126465.016842:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ca80 x1830945821926144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.016854:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830945821926144 ext(0->4095) 00002000:00010000:1.0:1746126465.016856:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4ca80 00000100:00100000:0.0:1746126465.019346:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.019449:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821926272 00000100:00100000:1.0:1746126465.019456:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821926272 00000100:00100000:1.0:1746126465.019526:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4850 00000100:00100000:1.0:1746126465.019534:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821926272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.019546:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.019560:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b82b expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.019582:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.019588:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.019589:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.019592:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.019615:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.019625:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 7 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126465.019634:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820401152:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126465.019699:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126465.021612:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820401152:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126465.021631:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.021642:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cde00, rc 0) 00000100:00100000:1.0:1746126465.021673:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821926272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2141us (2334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.021679:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4850 00000100:00100000:0.0:1746126465.022060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.022185:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821926400 00000100:00100000:2.0:1746126465.022190:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821926400 00010000:00010000:2.0:1746126465.022207:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.022222:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7064 00000100:00100000:2.0:1746126465.022226:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945821926400:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.022234:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.022249:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.022268:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.022284:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11161d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b824 expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.022302:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.022304:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.022310:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.022316:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.022335:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.022342:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820401280:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.022381:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.024961:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.025057:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820401280:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.025072:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.025102:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945821926400:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2875us (3042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.025110:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7064 00000100:00100000:0.0:1746126465.027649:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.027711:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821926784 00000100:00100000:1.0:1746126465.027717:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821926784 00000100:00100000:1.0:1746126465.027755:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4851 00000100:00100000:1.0:1746126465.027761:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:31630:x1830945821926784:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.027772:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.027784:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b832 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.027804:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.027811:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126465.027812:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126465.027815:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.027837:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.027846:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 5 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126465.027856:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820401408:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126465.027913:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.030313:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.030417:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820401408:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126465.030435:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.030446:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc400, rc 0) 00000100:00100000:1.0:1746126465.030481:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:31630:x1830945821926784:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2720us (2836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.030488:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4851 00000100:00100000:1.0:1746126465.030524:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821926912 00000100:00100000:1.0:1746126465.030527:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821926912 00000100:00100000:1.0:1746126465.030547:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4852 00000100:00100000:1.0:1746126465.030553:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:31631:x1830945821926912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.030562:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.030571:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b839 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.030584:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126465.030587:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.030592:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.030594:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161e6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b839 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.030616:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.030624:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161e6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b839 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.030629:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43ccc00, rc 0) 00000100:00100000:1.0:1746126465.030643:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31631:x1830945821926912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.030649:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4852 00000100:00100000:0.0:1746126465.032204:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.032519:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821927040 00000100:00100000:2.0:1746126465.032524:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821927040 00010000:00010000:2.0:1746126465.032543:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.032563:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7065 00000100:00100000:2.0:1746126465.032567:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821927040:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.032576:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.032591:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.032600:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.032618:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d11161d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b82b expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.032983:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.032985:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.032990:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.032997:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.033022:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.033031:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 8 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.033039:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820401664:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.033102:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.035024:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820401664:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.035037:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.035064:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821927040:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2495us (2863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.035073:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7065 00000100:00100000:0.0:1746126465.037163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.037271:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821927296 00000100:00100000:1.0:1746126465.037279:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821927296 00002000:00100000:1.0:1746126465.037312:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d880 x1830945821927296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.037320:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d880 with x1830945821927296 ext(0->4095) 00010000:00010000:1.0:1746126465.037327:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.037339:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126465.037345:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184d880 00000100:00100000:1.0:1746126465.037370:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1618 00000100:00100000:1.0:1746126465.037376:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945821927296:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126465.037529:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945821927296:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.037536:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1618 00002000:00100000:1.0:1746126465.037541:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d880 x1830945821927296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.037547:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d880 with x1830945821927296 ext(0->4095) 00010000:00010000:1.0:1746126465.037552:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.037560:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126465.037565:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184d880 00000100:00100000:0.0:1746126465.040377:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.040460:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821927424 00000100:00100000:2.0:1746126465.040467:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821927424 00010000:00010000:2.0:1746126465.040492:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.040826:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7066 00000100:00100000:2.0:1746126465.040833:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945821927424:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.040843:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.040859:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.040869:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.040887:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11161df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b832 expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.040968:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.040970:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.040977:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b839 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.040984:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b839 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.041009:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b839 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.041019:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820401792:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.041431:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.043717:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.043798:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820401792:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.043813:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.043842:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945821927424:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3010us (3471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.043849:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7066 00000100:00100000:0.0:1746126465.046534:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.046833:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821927808 00000100:00100000:2.0:1746126465.046839:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821927808 00000100:00100000:2.0:1746126465.046871:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4853 00000100:00100000:2.0:1746126465.046934:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821927808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.046948:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.046962:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11161ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b840 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.046983:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b839 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.046989:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.046991:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.046993:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11161ed lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b840 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.047014:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b839 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.047023:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11161e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b839 expref: 7 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.047032:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820401920:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.047945:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.049857:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820401920:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.049880:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11161ed lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b840 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.049894:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126465.049924:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821927808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3046us (3430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.049931:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4853 00000100:00100000:0.0:1746126465.050138:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.054599:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.054637:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.054695:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821928064 00000100:00100000:2.0:1746126465.054703:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821928064 00000100:00100000:2.0:1746126465.054733:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4854 00000100:00100000:2.0:1746126465.054740:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:31630:x1830945821928064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.054753:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.054766:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11161f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b847 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.054788:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11161ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b840 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.054794:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.054796:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.054798:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11161f4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b847 expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.054820:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11161ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b840 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.054833:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11161ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b840 expref: 5 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.054843:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820402176:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.054899:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126465.055372:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821928320 00000100:00100000:1.0:1746126465.055375:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821928320 00002000:00100000:1.0:1746126465.055395:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab7b80 x1830945821928320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.055403:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7b80 with x1830945821928320 ext(0->4095) 00010000:00010000:1.0:1746126465.055408:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11161ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b840 expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.055416:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11161ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b840 expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126465.055421:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab7b80 00000100:00100000:1.0:1746126465.055442:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1619 00000100:00100000:1.0:1746126465.055447:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821928320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126465.055566:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821928320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (928us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.055571:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1619 00002000:00100000:1.0:1746126465.055575:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab7b80 x1830945821928320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.055581:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7b80 with x1830945821928320 ext(0->4095) 00010000:00010000:1.0:1746126465.055586:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11161ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b840 expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.055593:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11161ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b840 expref: 6 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126465.055598:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab7b80 00000100:00100000:2.0:1746126465.057251:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820402176:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.057281:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11161f4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b847 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.057293:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:2.0:1746126465.057859:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:31630:x1830945821928064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3118us (3265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.057866:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4854 00000100:00100000:0.0:1746126465.060442:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.064054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.082572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.082640:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821928832 00000100:00100000:2.0:1746126465.082647:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821928832 00000100:00100000:2.0:1746126465.082677:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4855 00000100:00100000:2.0:1746126465.082682:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821928832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.082695:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.082709:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11161fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b84e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.082732:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11161f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b847 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.082742:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.082744:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.082747:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11161fb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b84e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.082768:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11161f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b847 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.082776:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11161f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b847 expref: 7 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.082785:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820402432:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.082848:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.086523:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820402432:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.086549:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11161fb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b84e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.086561:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126465.086606:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821928832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3923us (4040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.086614:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4855 00000100:00100000:0.0:1746126465.089568:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.089631:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821928960 00000100:00100000:1.0:1746126465.089638:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821928960 00002000:00100000:1.0:1746126465.089669:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab2a00 x1830945821928960/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.089680:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2a00 with x1830945821928960 ext(0->7) 00010000:00010000:1.0:1746126465.089687:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11161f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b847 expref: 8 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.089700:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11161f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b847 expref: 8 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126465.089710:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab2a00 00000100:00100000:1.0:1746126465.089734:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1620 00000100:00100000:1.0:1746126465.089740:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945821928960:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126465.089975:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945821928960:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 235us (412us total) trans 4294967975 rc 0/0 00000100:00100000:1.0:1746126465.089981:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1620 00002000:00100000:1.0:1746126465.089986:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab2a00 x1830945821928960/t4294967975(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/448 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.089993:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2a00 with x1830945821928960 ext(0->7) 00010000:00010000:1.0:1746126465.089997:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11161f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b847 expref: 10 pid: 10567 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.090006:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11161f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b847 expref: 10 pid: 10567 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126465.090011:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab2a00 00000100:00100000:1.0:1746126465.096176:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.106299:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.107115:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821929344 00000100:00100000:2.0:1746126465.107122:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821929344 00000100:00100000:2.0:1746126465.107152:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4856 00000100:00100000:2.0:1746126465.107158:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31630:x1830945821929344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.107174:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.107187:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116202 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b855 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.107209:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11161fb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b84e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.107215:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.107217:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.107219:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116202 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b855 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.107240:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11161fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b84e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.107249:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11161fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b84e expref: 5 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.107271:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820402688:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.107324:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126465.112583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.119224:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.121338:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.129001:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.133966:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.140454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.140523:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821930368 00000100:00100000:1.0:1746126465.140530:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821930368 00002000:00100000:1.0:1746126465.140563:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5fb80 x1830945821930368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.140572:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5fb80 with x1830945821930368 ext(0->4095) 00002000:00010000:1.0:1746126465.140576:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5fb80 00000100:00100000:1.0:1746126465.140605:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3790 00000100:00100000:1.0:1746126465.140615:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945821930368:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126465.140755:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945821930368:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.140760:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3790 00002000:00100000:1.0:1746126465.140765:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5fb80 x1830945821930368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.140772:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5fb80 with x1830945821930368 ext(0->4095) 00002000:00010000:1.0:1746126465.140775:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5fb80 00000100:00100000:0.0:1746126465.142539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.143093:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821930496 00000100:00100000:2.0:1746126465.143100:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821930496 00000100:00100000:2.0:1746126465.143133:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4858 00000100:00100000:2.0:1746126465.143139:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821930496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.143150:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.143164:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116210 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b863 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.143189:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116209 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b85c expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.143195:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.143197:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.143200:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116210 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b863 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.143222:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116209 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b85c expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.143233:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116209 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b85c expref: 9 pid: 10567 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.143243:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820403200:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.144035:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.148222:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820403200:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.148249:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116210 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b863 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.148276:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126465.148325:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821930496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5184us (5786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.148332:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4858 00000100:00100000:1.0:1746126465.149835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.149875:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.150484:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821930752 00000100:00100000:2.0:1746126465.150489:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821930752 00000100:00100000:2.0:1746126465.150535:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4859 00000100:00100000:2.0:1746126465.150540:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:31630:x1830945821930752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.150551:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.150560:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116217 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b86a expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.150575:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116210 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b863 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.150580:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.150581:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.150584:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116217 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b86a expref: 11 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.150599:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116210 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b863 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.150608:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116210 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b863 expref: 5 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.150616:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820403456:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.150650:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.155181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.155271:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820403456:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126465.155294:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116217 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b86a expref: 11 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.155308:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:0.0:1746126465.155341:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31630:x1830945821930752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4801us (5465us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126465.155348:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4859 00000100:00100000:2.0:1746126465.155978:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821931008 00000100:00100000:2.0:1746126465.155984:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821931008 00002000:00100000:2.0:1746126465.156011:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904700 x1830945821931008/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.156019:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904700 with x1830945821931008 ext(0->4095) 00010000:00010000:2.0:1746126465.156026:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116210 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b863 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.156036:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116210 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b863 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.156042:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094904700 00000100:00100000:2.0:1746126465.156421:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1623 00000100:00100000:2.0:1746126465.156427:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821931008:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126465.156571:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821931008:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (1397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.156577:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1623 00002000:00100000:2.0:1746126465.156582:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904700 x1830945821931008/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.156589:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904700 with x1830945821931008 ext(0->4095) 00010000:00010000:2.0:1746126465.156592:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116210 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b863 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.156601:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116210 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b863 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.156606:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094904700 00000100:00100000:0.0:1746126465.159910:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.164411:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.164517:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821931392 00000100:00100000:1.0:1746126465.164524:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821931392 00002000:00100000:1.0:1746126465.164560:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152a00 x1830945821931392/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.164568:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152a00 with x1830945821931392 ext(0->4095) 00002000:00010000:1.0:1746126465.164572:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135152a00 00000100:00100000:1.0:1746126465.164601:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3791 00000100:00100000:1.0:1746126465.164607:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945821931392:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126465.164731:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945821931392:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.164738:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3791 00002000:00100000:1.0:1746126465.164743:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152a00 x1830945821931392/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.164751:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152a00 with x1830945821931392 ext(0->4095) 00002000:00010000:1.0:1746126465.164753:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135152a00 00000100:00100000:0.0:1746126465.173417:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.173531:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821931520 00000100:00100000:2.0:1746126465.173538:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821931520 00000100:00100000:2.0:1746126465.173573:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4860 00000100:00100000:2.0:1746126465.173580:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821931520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.173596:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.173611:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111621e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b871 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.173633:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116217 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b86a expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.173639:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.173640:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.173643:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111621e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b871 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.173665:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116217 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b86a expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.173674:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b86a expref: 9 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.173684:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820403712:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.174260:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.177861:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820403712:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.177887:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111621e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b871 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.177902:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126465.177940:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821931520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4359us (4528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.177950:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4860 00000100:00100000:0.0:1746126465.190887:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.192046:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821931648 00000100:00100000:2.0:1746126465.192054:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821931648 00002000:00100000:2.0:1746126465.192087:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009df7b800 x1830945821931648/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.192096:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7b800 with x1830945821931648 ext(0->7) 00010000:00010000:2.0:1746126465.192103:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b86a expref: 10 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.192115:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b86a expref: 10 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.192121:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df7b800 00000100:00100000:2.0:1746126465.192146:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1624 00000100:00100000:2.0:1746126465.192152:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945821931648:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126465.194319:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1977:x1830945821931648:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 2160us (3432us total) trans 4294967976 rc 0/0 00000100:00100000:2.0:1746126465.194328:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1624 00002000:00100000:2.0:1746126465.194337:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009df7b800 x1830945821931648/t4294967976(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/448 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.194345:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7b800 with x1830945821931648 ext(0->7) 00010000:00010000:2.0:1746126465.194351:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b86a expref: 12 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.194364:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b86a expref: 12 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.194370:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df7b800 00000100:00100000:0.0:1746126465.200928:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.201009:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821931776 00000100:00100000:2.0:1746126465.201017:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821931776 00000100:00100000:2.0:1746126465.201049:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4861 00000100:00100000:2.0:1746126465.201055:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31630:x1830945821931776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.201068:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.201081:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116225 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b878 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.201101:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.201106:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111621e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b871 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.201111:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126465.201115:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116225 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b878 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.201140:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111621e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b871 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.201150:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116225 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b878 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.201157:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:2.0:1746126465.201199:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:31630:x1830945821931776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.201209:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4861 00000100:00100000:0.0:1746126465.202986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.209553:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.209621:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821932160 00000100:00100000:2.0:1746126465.209628:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821932160 00002000:00100000:2.0:1746126465.209658:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a5c00 x1830945821932160/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.209667:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5c00 with x1830945821932160 ext(0->4095) 00010000:00010000:2.0:1746126465.209675:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111621e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b871 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.209688:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111621e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b871 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.209694:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941a5c00 00000100:00100000:2.0:1746126465.209713:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1625 00000100:00100000:2.0:1746126465.209719:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821932160:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126465.209834:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821932160:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.209840:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1625 00002000:00100000:2.0:1746126465.209845:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a5c00 x1830945821932160/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.209851:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5c00 with x1830945821932160 ext(0->4095) 00010000:00010000:2.0:1746126465.209855:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111621e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b871 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.209868:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111621e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b871 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.209873:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941a5c00 00000100:00100000:0.0:1746126465.213035:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.216633:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.216791:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821932544 00000100:00100000:1.0:1746126465.216797:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821932544 00002000:00100000:1.0:1746126465.216824:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab4700 x1830945821932544/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.216832:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4700 with x1830945821932544 ext(0->4095) 00002000:00010000:1.0:1746126465.216835:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab4700 00000100:00100000:1.0:1746126465.216857:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3792 00000100:00100000:1.0:1746126465.216863:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1975:x1830945821932544:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126465.216980:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1975:x1830945821932544:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.216985:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3792 00002000:00100000:1.0:1746126465.216989:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab4700 x1830945821932544/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.216995:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4700 with x1830945821932544 ext(0->4095) 00002000:00010000:1.0:1746126465.216998:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab4700 00000100:00100000:0.0:1746126465.231693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.233405:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821932672 00000100:00100000:2.0:1746126465.233413:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821932672 00000100:00100000:2.0:1746126465.234075:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4862 00000100:00100000:2.0:1746126465.234083:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821932672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.234097:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.234110:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111622c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b87f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.234132:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116225 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b878 expref: 11 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.234138:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.234139:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.234142:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111622c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b87f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.234164:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116225 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b878 expref: 11 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.234174:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116225 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b878 expref: 11 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.234183:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820404224:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.237822:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3caf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126465.238729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.239766:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820404224:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.239785:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111622c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b87f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.239796:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126465.239828:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821932672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5746us (8142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.239834:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4862 00000100:00100000:0.0:1746126465.241718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.245658:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.246068:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821933312 00000100:00100000:1.0:1746126465.246074:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821933312 00002000:00100000:1.0:1746126465.246103:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094900000 x1830945821933312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.246111:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900000 with x1830945821933312 ext(0->4095) 00002000:00010000:1.0:1746126465.246116:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094900000 00000100:00100000:1.0:1746126465.246139:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3793 00000100:00100000:1.0:1746126465.246146:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821933312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126465.246263:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821933312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (598us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.246269:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3793 00002000:00100000:1.0:1746126465.246273:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094900000 x1830945821933312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.246280:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900000 with x1830945821933312 ext(0->4095) 00010000:00010000:1.0:1746126465.246283:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111622c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b87f expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.246292:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111622c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b87f expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126465.246298:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094900000 00000100:00100000:0.0:1746126465.248951:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.250141:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.254180:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.254282:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821933824 00000100:00100000:2.0:1746126465.254287:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821933824 00002000:00100000:2.0:1746126465.254313:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700700 x1830945821933824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.254321:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700700 with x1830945821933824 ext(0->4095) 00010000:00010000:2.0:1746126465.254327:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116233 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b886 expref: 15 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.254337:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116233 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b886 expref: 15 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.254342:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135700700 00000100:00100000:2.0:1746126465.255075:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1627 00000100:00100000:2.0:1746126465.255082:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1977:x1830945821933824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126465.255229:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1977:x1830945821933824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (1049us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.255238:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1627 00002000:00100000:2.0:1746126465.255242:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700700 x1830945821933824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.255344:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700700 with x1830945821933824 ext(0->4095) 00010000:00010000:2.0:1746126465.255349:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116233 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b886 expref: 15 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.255357:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116233 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b886 expref: 15 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.255363:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135700700 00000100:00100000:0.0:1746126465.267550:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.274639:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.274696:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821934208 00000100:00100000:1.0:1746126465.274704:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821934208 00002000:00100000:1.0:1746126465.274739:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093956d80 x1830945821934208/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.274748:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093956d80 with x1830945821934208 ext(0->4095) 00002000:00010000:1.0:1746126465.274753:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093956d80 00000100:00100000:1.0:1746126465.275851:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3794 00000100:00100000:1.0:1746126465.275861:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1977:x1830945821934208:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126465.276363:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1977:x1830945821934208:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 502us (1728us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.276370:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3794 00002000:00100000:1.0:1746126465.276377:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093956d80 x1830945821934208/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.276385:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093956d80 with x1830945821934208 ext(0->4095) 00002000:00010000:1.0:1746126465.276389:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093956d80 00000100:00100000:0.0:1746126465.284695:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.285178:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821934336 00000100:00100000:2.0:1746126465.285186:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821934336 00000100:00100000:2.0:1746126465.285231:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4865 00000100:00100000:2.0:1746126465.285237:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821934336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.285261:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.285276:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116241 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b894 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.285299:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111623a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b88d expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.285305:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.285307:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.285309:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116241 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b894 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.285334:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111623a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b88d expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.285342:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111623a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b88d expref: 13 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.285352:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820404992:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.286813:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3caf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.287840:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820404992:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.287862:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116241 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b894 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.287876:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126465.288180:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821934336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2940us (3490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.288188:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4865 00000100:00100000:0.0:1746126465.289448:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.290311:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821934464 00000100:00100000:1.0:1746126465.290318:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821934464 00002000:00100000:1.0:1746126465.290349:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009186c380 x1830945821934464/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.290359:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c380 with x1830945821934464 ext(0->7) 00010000:00010000:1.0:1746126465.290366:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111623a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b88d expref: 14 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.290378:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111623a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b88d expref: 14 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126465.290384:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186c380 00000100:00100000:1.0:1746126465.290409:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1628 00000100:00100000:1.0:1746126465.290416:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1976:x1830945821934464:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126465.290695:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1976:x1830945821934464:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 278us (1249us total) trans 4294967978 rc 0/0 00000100:00100000:1.0:1746126465.290701:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1628 00002000:00100000:1.0:1746126465.290706:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009186c380 x1830945821934464/t4294967978(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/448 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.290718:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c380 with x1830945821934464 ext(0->7) 00010000:00010000:1.0:1746126465.290723:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111623a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b88d expref: 16 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.290731:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111623a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b88d expref: 16 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126465.290737:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186c380 00000100:00100000:0.0:1746126465.293647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.296728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.297327:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821934848 00000100:00100000:2.0:1746126465.297334:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821934848 00002000:00100000:2.0:1746126465.297366:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186c700 x1830945821934848/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.297375:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c700 with x1830945821934848 ext(0->4095) 00002000:00010000:2.0:1746126465.297379:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186c700 00000100:00100000:2.0:1746126465.297546:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3795 00000100:00100000:2.0:1746126465.297553:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821934848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126465.297669:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821934848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (946us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.297674:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3795 00002000:00100000:2.0:1746126465.297679:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186c700 x1830945821934848/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.297685:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c700 with x1830945821934848 ext(0->4095) 00002000:00010000:2.0:1746126465.297687:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186c700 00000100:00100000:0.0:1746126465.299444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.300935:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821934976 00000100:00100000:2.0:1746126465.300944:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821934976 00000100:00100000:2.0:1746126465.300979:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4866 00000100:00100000:2.0:1746126465.300986:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:31631:x1830945821934976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.301000:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.301014:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116248 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b89b expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.301039:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116241 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b894 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.301046:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.301047:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.301050:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116248 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b89b expref: 16 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.301073:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116241 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b894 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.301088:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116241 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b894 expref: 5 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.301098:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820405248:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.302111:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.315850:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.320380:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820405248:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.320400:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116248 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b89b expref: 16 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.320414:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126465.320451:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:31631:x1830945821934976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19466us (21011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.320458:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4866 00000100:00100000:2.0:1746126465.321756:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821935232 00000100:00100000:2.0:1746126465.321760:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821935232 00000100:00100000:0.0:1746126465.324581:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4867 00000100:00100000:0.0:1746126465.324595:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:31630:x1830945821935232:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126465.324612:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126465.324627:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8a2 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.324655:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b89b expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.324661:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126465.324662:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126465.324665:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.324687:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116248 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b89b expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.324696:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116248 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b89b expref: 17 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746126465.324705:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820405504:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126465.326291:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.329061:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821935488 00000100:00100000:0.0:1746126465.329068:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821935488 00002000:00100000:0.0:1746126465.329106:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008963aa00 x1830945821935488/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126465.329115:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963aa00 with x1830945821935488 ext(0->4095) 00010000:00010000:0.0:1746126465.329122:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116248 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b89b expref: 18 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126465.329135:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b89b expref: 18 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746126465.329145:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008963aa00 00000100:00100000:2.0:1746126465.329477:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1629 00000100:00100000:2.0:1746126465.329484:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1977:x1830945821935488:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126465.329622:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1977:x1830945821935488:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (587us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.329628:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1629 00002000:00100000:2.0:1746126465.329840:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008963aa00 x1830945821935488/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.329847:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963aa00 with x1830945821935488 ext(0->4095) 00010000:00010000:2.0:1746126465.329853:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b89b expref: 17 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.329861:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b89b expref: 17 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.329866:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008963aa00 00000100:00100000:0.0:1746126465.333285:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.335246:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:3.0:1746126465.335473:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.335476:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.335480:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.335486:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.335521:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.335530:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746126465.335540:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820405760:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126465.335598:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126465.339884:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820405760:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126465.339904:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126465.339952:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1975:x1830945821935744:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4547us (4706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.339961:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7081 00000100:00100000:0.0:1746126465.344873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.344953:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821936000 00000100:00100000:3.0:1746126465.344961:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821936000 00002000:00100000:3.0:1746126465.344991:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186dc00 x1830945821936000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.345001:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186dc00 with x1830945821936000 ext(0->4095) 00010000:00010000:3.0:1746126465.345009:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.345026:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746126465.345031:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186dc00 00000100:00100000:3.0:1746126465.345052:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1630 00000100:00100000:3.0:1746126465.345057:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945821936000:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126465.345168:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945821936000:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (302us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126465.345173:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1630 00002000:00100000:3.0:1746126465.345177:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186dc00 x1830945821936000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.345183:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186dc00 with x1830945821936000 ext(0->4095) 00010000:00010000:3.0:1746126465.345187:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.345195:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746126465.345199:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186dc00 00000100:00100000:0.0:1746126465.349373:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.349424:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.349664:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821936256 00000100:00100000:3.0:1746126465.349672:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821936256 00010000:00010000:3.0:1746126465.349701:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746126465.349725:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7082 00000100:00100000:3.0:1746126465.349732:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1974:x1830945821936256:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126465.349742:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126465.349760:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.349770:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.349788:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d111624f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a2 expref: 16 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.349802:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.349804:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.349809:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.349816:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.349907:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821936128 00000100:00100000:2.0:1746126465.349920:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821936128 00000100:00100000:2.0:1746126465.349948:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4869 00000100:00100000:2.0:1746126465.349953:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:31630:x1830945821936128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.349964:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.349974:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8b0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.349988:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.349992:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.349994:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.349996:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.350012:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.350021:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 5 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.350035:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820405888:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.350093:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126465.350522:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 5 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.350530:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 5 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746126465.350538:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820406016:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126465.351084:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.352776:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820405888:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.352796:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.352809:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126465.352840:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:31630:x1830945821936128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2885us (3473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.352847:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4869 00000100:00100000:3.0:1746126465.353048:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820406016:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126465.353061:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126465.353077:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1974:x1830945821936256:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3346us (3654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.353085:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7082 00000100:00100000:0.0:1746126465.354678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.354730:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821936512 00000100:00100000:3.0:1746126465.354738:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821936512 00002000:00100000:3.0:1746126465.354764:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186e680 x1830945821936512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.354772:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186e680 with x1830945821936512 ext(0->4095) 00010000:00010000:3.0:1746126465.354778:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.354789:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746126465.354796:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186e680 00000100:00100000:3.0:1746126465.355051:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1631 00000100:00100000:3.0:1746126465.355057:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821936512:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126465.355432:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821936512:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 374us (757us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126465.355438:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1631 00002000:00100000:3.0:1746126465.355443:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186e680 x1830945821936512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.355450:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186e680 with x1830945821936512 ext(0->4095) 00010000:00010000:3.0:1746126465.355455:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.355463:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746126465.355468:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186e680 00000100:00100000:0.0:1746126465.360935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.363232:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821936640 00000100:00100000:3.0:1746126465.363240:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821936640 00010000:00010000:3.0:1746126465.363281:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746126465.363308:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7083 00000100:00100000:3.0:1746126465.363314:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821936640:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126465.363324:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126465.363339:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.363348:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.363364:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116256 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8a9 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.363390:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.363392:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.363398:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.363410:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.363435:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126465.363445:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820406144:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126465.364024:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126465.368890:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820406144:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126465.368910:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126465.368944:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821936640:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5629us (8014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.368953:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7083 00000100:00100000:0.0:1746126465.370776:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.370840:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821936896 00000100:00100000:2.0:1746126465.370847:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821936896 00002000:00100000:2.0:1746126465.370883:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186ed80 x1830945821936896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.370891:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ed80 with x1830945821936896 ext(0->4095) 00002000:00010000:2.0:1746126465.370895:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ed80 00000100:00100000:2.0:1746126465.371650:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3796 00000100:00100000:2.0:1746126465.371658:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945821936896:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126465.372344:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945821936896:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 686us (1571us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.372351:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3796 00002000:00100000:2.0:1746126465.372357:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186ed80 x1830945821936896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.372373:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ed80 with x1830945821936896 ext(0->4095) 00002000:00010000:2.0:1746126465.372376:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ed80 00000100:00100000:0.0:1746126465.375016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.375242:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821937024 00000100:00100000:2.0:1746126465.375249:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821937024 00000100:00100000:2.0:1746126465.375292:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4870 00000100:00100000:2.0:1746126465.375299:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821937024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.375312:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.375326:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8b7 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.375349:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.375356:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.375358:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.375361:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.375385:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.375395:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 15 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.375406:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820406272:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.376567:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.382151:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820406272:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.382176:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.382192:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126465.382227:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821937024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6929us (7220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.382235:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4870 00000100:00100000:0.0:1746126465.383892:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.384163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.384216:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821937280 00000100:00100000:3.0:1746126465.384222:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821937280 00010000:00010000:3.0:1746126465.384248:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 16 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746126465.384279:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7084 00000100:00100000:3.0:1746126465.384285:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945821937280:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126465.384296:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126465.384312:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 16 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.384321:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 16 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.384338:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111625d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b0 expref: 16 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.384352:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.384354:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.384359:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.384366:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.384391:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126465.384401:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820406400:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.384904:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821937152 00000100:00100000:2.0:1746126465.384908:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821937152 00000100:00100000:2.0:1746126465.384936:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4871 00000100:00100000:2.0:1746126465.384942:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:31630:x1830945821937152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.384953:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.384961:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8be expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.384977:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.384982:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.384984:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.384986:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.385000:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126465.385001:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126465.385009:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 5 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.385017:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820406528:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.385052:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126465.387654:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820406528:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126465.387677:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.387690:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:3.0:1746126465.387732:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:31630:x1830945821937152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2789us (3842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.387740:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4871 00000100:00100000:3.0:1746126465.387871:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820406400:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126465.387882:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126465.387898:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945821937280:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3613us (3736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.387905:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7084 00000100:00100000:0.0:1746126465.389327:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.389511:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821937536 00000100:00100000:2.0:1746126465.389517:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821937536 00002000:00100000:2.0:1746126465.389545:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f800 x1830945821937536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.389553:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f800 with x1830945821937536 ext(0->4095) 00010000:00010000:2.0:1746126465.389558:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.389568:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.389573:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186f800 00000100:00100000:2.0:1746126465.390549:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1632 00000100:00100000:2.0:1746126465.390558:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821937536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126465.390752:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821937536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 195us (1427us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.390757:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1632 00002000:00100000:2.0:1746126465.390762:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f800 x1830945821937536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.390769:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f800 with x1830945821937536 ext(0->4095) 00010000:00010000:2.0:1746126465.390774:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.390785:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.390791:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186f800 00000100:00100000:0.0:1746126465.393007:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.393307:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821937664 00000100:00100000:3.0:1746126465.393314:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821937664 00010000:00010000:3.0:1746126465.393339:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746126465.393374:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7085 00000100:00100000:3.0:1746126465.393380:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821937664:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126465.393390:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126465.393404:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.393414:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.393432:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116264 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8b7 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.393457:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.393460:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.393466:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.393473:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.393524:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126465.393534:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820406656:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126465.393605:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126465.395313:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820406656:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126465.395327:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126465.395349:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821937664:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1969us (2348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.395357:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7085 00000100:00100000:2.0:1746126465.396450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.396557:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821937920 00000100:00100000:1.0:1746126465.396563:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821937920 00002000:00100000:1.0:1746126465.396592:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a2b800 x1830945821937920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.396600:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2b800 with x1830945821937920 ext(0->4095) 00002000:00010000:1.0:1746126465.396604:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a2b800 00000100:00100000:1.0:1746126465.396629:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3797 00000100:00100000:1.0:1746126465.396636:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1974:x1830945821937920:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126465.398059:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1974:x1830945821937920:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 1420us (1608us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.398068:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3797 00002000:00100000:1.0:1746126465.398076:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a2b800 x1830945821937920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.398082:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2b800 with x1830945821937920 ext(0->4095) 00002000:00010000:1.0:1746126465.398085:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a2b800 00000100:00100000:0.0:1746126465.414685:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.414773:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821938048 00000100:00100000:3.0:1746126465.414780:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821938048 00000100:00100000:3.0:1746126465.414815:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4872 00000100:00100000:3.0:1746126465.414822:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821938048:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126465.414836:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126465.414849:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8c5 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.414870:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.414877:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.414878:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.414881:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.414906:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.414916:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 15 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746126465.414925:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820406784:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126465.418985:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.427882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.427951:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821938176 00000100:00100000:1.0:1746126465.427958:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821938176 00002000:00100000:1.0:1746126465.427990:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009186ca80 x1830945821938176/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.427999:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ca80 with x1830945821938176 ext(0->7) 00010000:00010000:1.0:1746126465.428006:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 16 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.428019:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 16 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126465.428025:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186ca80 00000100:00100000:1.0:1746126465.428053:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1633 00000100:00100000:1.0:1746126465.428059:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945821938176:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126465.428317:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945821938176:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 257us (441us total) trans 4294967979 rc 0/0 00000100:00100000:1.0:1746126465.428324:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1633 00002000:00100000:1.0:1746126465.428329:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009186ca80 x1830945821938176/t4294967979(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/448 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.428335:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ca80 with x1830945821938176 ext(0->7) 00010000:00010000:1.0:1746126465.428339:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 18 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.428352:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 18 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746126465.428357:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186ca80 00000100:00100000:3.0:1746126465.432962:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820406784:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126465.432989:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.433003:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14400, rc 0) 00000100:00100000:3.0:1746126465.433042:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821938048:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18220us (18363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.433050:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4872 00000100:00100000:0.0:1746126465.438780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.438857:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821938304 00000100:00100000:3.0:1746126465.438864:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821938304 00010000:00010000:3.0:1746126465.438892:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 18 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746126465.438917:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7086 00000100:00100000:3.0:1746126465.438923:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945821938304:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126465.438934:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126465.438952:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 18 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.438961:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 18 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.438980:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111626b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8be expref: 18 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746126465.439095:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.439097:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.439104:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.439112:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.439139:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126465.439149:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820406912:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126465.439222:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.449997:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.450160:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821938432 00000100:00100000:3.0:1746126465.450167:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821938432 00000100:00100000:0.0:1746126465.450375:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.450424:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820406912:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.450440:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.450475:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945821938304:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 11552us (11702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.450483:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7086 00000100:00100000:3.0:1746126465.451304:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4873 00000100:00100000:3.0:1746126465.451311:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:31630:x1830945821938432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126465.451324:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126465.451337:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8cc expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.451359:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.451365:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.451366:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.451369:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.451387:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.451396:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 5 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746126465.451404:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820407040:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126465.451436:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.452328:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821938688 00000100:00100000:2.0:1746126465.452333:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821938688 00002000:00100000:2.0:1746126465.452362:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186df80 x1830945821938688/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.452370:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186df80 with x1830945821938688 ext(0->4095) 00010000:00010000:2.0:1746126465.452375:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.452385:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.452390:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186df80 00000100:00100000:2.0:1746126465.452415:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1634 00000100:00100000:2.0:1746126465.452421:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821938688:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126465.452563:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821938688:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (2188us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.452569:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1634 00002000:00100000:2.0:1746126465.452573:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186df80 x1830945821938688/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.452580:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186df80 with x1830945821938688 ext(0->4095) 00010000:00010000:2.0:1746126465.452584:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.452592:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.452597:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186df80 00000100:00100000:3.0:1746126465.455602:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820407040:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126465.455626:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.455641:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14000, rc 0) 00000100:00100000:3.0:1746126465.455675:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945821938432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4364us (5684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.455682:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4873 00000100:00100000:2.0:1746126465.465646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.466438:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821938816 00000100:00100000:0.0:1746126465.466446:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821938816 00010000:00010000:0.0:1746126465.466477:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746126465.466524:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7087 00000100:00100000:0.0:1746126465.466532:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821938816:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126465.466546:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126465.466561:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126465.466571:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126465.466589:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116272 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8c5 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746126465.466603:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126465.466605:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126465.466610:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.466617:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.466644:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126465.466654:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820407168:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126465.466717:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.472684:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820407168:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.472704:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.473295:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821938816:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6761us (7652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.473304:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7087 00000100:00100000:0.0:1746126465.478756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.478842:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821939072 00000100:00100000:1.0:1746126465.478849:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821939072 00002000:00100000:1.0:1746126465.478882:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d180 x1830945821939072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.478892:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d180 with x1830945821939072 ext(0->4095) 00002000:00010000:1.0:1746126465.478896:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186d180 00000100:00100000:1.0:1746126465.478919:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3798 00000100:00100000:1.0:1746126465.478926:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1974:x1830945821939072:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126465.479058:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1974:x1830945821939072:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.479064:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3798 00002000:00100000:1.0:1746126465.479069:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d180 x1830945821939072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.479076:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d180 with x1830945821939072 ext(0->4095) 00002000:00010000:1.0:1746126465.479078:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186d180 00000100:00100000:0.0:1746126465.485933:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.486069:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821939200 00000100:00100000:3.0:1746126465.486077:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821939200 00000100:00100000:3.0:1746126465.486594:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4874 00000100:00100000:3.0:1746126465.486602:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821939200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126465.486618:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126465.486632:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8d3 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.486656:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.486663:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.486664:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.486667:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.486690:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.486699:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 17 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746126465.486709:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820407296:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126465.487588:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeca80 going to sleep for 11 seconds 00010000:00010000:2.0:1746126465.531852:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126465.541086:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820407296:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126465.541112:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.541128:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15600, rc 0) 00000100:00100000:3.0:1746126465.541164:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821939200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 54563us (55238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.541172:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4874 00000100:00100000:3.0:1746126465.541223:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.542194:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.542260:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821939456 00000100:00100000:0.0:1746126465.542265:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821939456 00000100:00100000:0.0:1746126465.542293:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4875 00000100:00100000:0.0:1746126465.542298:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945821939456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126465.542310:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126465.542312:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821939328 00000100:00100000:2.0:1746126465.542317:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821939328 00010000:00010000:0.0:1746126465.542321:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8da expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.542336:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00100000:2.0:1746126465.542340:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880089639880 x1830945821939328/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1746126465.542340:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.542345:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00002000:00100000:2.0:1746126465.542348:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639880 with x1830945821939328 ext(0->7) 00010000:00010000:0.0:1746126465.542348:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 20 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.542354:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 20 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.542364:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 20 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.542370:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089639880 00010000:00010000:0.0:1746126465.542370:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.542377:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 20 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.542382:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1635 00010000:00010000:0.0:1746126465.542383:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b50800, rc 0) 00000100:00100000:2.0:1746126465.542387:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1977:x1830945821939328:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126465.542403:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:31630:x1830945821939456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126465.542408:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4875 00000100:00100000:2.0:1746126465.542612:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1977:x1830945821939328:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 224us (1389us total) trans 4294967980 rc 0/0 00000100:00100000:2.0:1746126465.542618:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1635 00002000:00100000:2.0:1746126465.542623:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880089639880 x1830945821939328/t4294967980(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/448 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.542629:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639880 with x1830945821939328 ext(0->7) 00010000:00010000:2.0:1746126465.542633:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 21 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.542642:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 21 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.542647:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089639880 00000100:00100000:0.0:1746126465.545709:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.545849:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821939584 00000100:00100000:2.0:1746126465.545856:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821939584 00010000:00010000:2.0:1746126465.545908:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 21 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.545934:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7088 00000100:00100000:2.0:1746126465.545940:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1975:x1830945821939584:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.545950:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.545964:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 21 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.545973:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 21 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.545988:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116279 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8cc expref: 21 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.546164:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.546167:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.546174:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.546181:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.546313:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.546324:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 5 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.546338:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820407552:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.547827:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.547849:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008aa89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820407552:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.547861:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.547887:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1975:x1830945821939584:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1946us (2183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.547894:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7088 00000100:00100000:0.0:1746126465.548992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.550076:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821939840 00000100:00100000:2.0:1746126465.550083:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821939840 00002000:00100000:2.0:1746126465.550312:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d880 x1830945821939840/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.550321:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d880 with x1830945821939840 ext(0->4095) 00010000:00010000:2.0:1746126465.550328:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.550340:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.550346:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186d880 00000100:00100000:2.0:1746126465.550362:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1636 00000100:00100000:2.0:1746126465.550369:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821939840:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126465.550946:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821939840:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 576us (1954us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.550955:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1636 00002000:00100000:2.0:1746126465.550960:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d880 x1830945821939840/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.550966:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d880 with x1830945821939840 ext(0->4095) 00010000:00010000:2.0:1746126465.550970:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.550978:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746126465.550983:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186d880 00000100:00100000:2.0:1746126465.557072:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746126465.557089:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3298:1830945820407680:0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.557138:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126465.557186:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820407680 00000100:00100000:2.0:1746126465.557192:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820407680 00000100:00100000:1.0:1746126465.557773:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830945820407808:0@lo:400:kworker.0 00000100:00100000:1.0:1746126465.557798:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126465.557855:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1746126465.557862:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a446d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3298:x1830945820407680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.557893:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a446d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3298:x1830945820407680:12345-0@lo:400:kworker.0 Request processed in 33us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.557898:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1746126465.557919:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820407808 00000100:00100000:2.0:1746126465.557922:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820407808 00000100:00100000:3.0:1746126465.558169:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3301:1830945820407936:0@lo:400:kworker.0 00000100:00100000:3.0:1746126465.558193:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126465.558667:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.558729:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820408320:0@lo:400:kworker.0 00000100:00100000:1.0:1746126465.558751:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126465.558773:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820408320 00000100:00100000:1.0:1746126465.558776:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820408320 00000100:00100000:1.0:1746126465.558801:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1746126465.558806:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820408320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126465.558834:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820408320:12345-0@lo:400:kworker.0 Request processed in 28us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.558839:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00080000:1.0:1746126465.558852:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126465.558869:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820408320:0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.558928:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820407936 00000100:00100000:2.0:1746126465.558932:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820407936 00000100:00100000:2.0:1746126465.558953:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1746126465.558958:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830945820407808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.558984:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830945820407808:12345-0@lo:400:kworker.0 Request processed in 26us (1185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.558988:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1746126465.558997:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1746126465.559001:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1830945820407936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.559019:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1830945820407936:12345-0@lo:400:kworker.0 Request processed in 18us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.559022:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1746126465.559036:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820408064:0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.559053:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126465.559070:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3298:1830945820407680:0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.559079:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746126465.559083:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820408192:0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.559098:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126465.559113:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820408064 00000100:00100000:2.0:1746126465.559115:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820408064 00000100:00100000:2.0:1746126465.559132:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1746126465.559135:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820408064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.559158:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820408064:12345-0@lo:400:kworker.0 Request processed in 22us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.559161:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1746126465.559180:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820408064:0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.559191:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821939968 00000100:00100000:2.0:1746126465.559194:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821939968 00010000:00010000:2.0:1746126465.559209:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.559225:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7089 00000100:00100000:2.0:1746126465.559232:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821939968:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.559238:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.559266:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.559276:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.559293:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116280 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8d3 expref: 6 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.559307:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.559308:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.559313:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 19 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.559320:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 19 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.559358:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 19 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.559366:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820408448:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.559401:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.559484:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820408192 00000100:00100000:2.0:1746126465.559487:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820408192 00000100:00100000:2.0:1746126465.559519:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1746126465.559524:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820408192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.559549:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820408192:12345-0@lo:400:kworker.0 Request processed in 26us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.559553:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1746126465.559567:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820408192:0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.559594:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3301:1830945820407936:0@lo:400:kworker.0 00000100:00080000:1.0:1746126465.561946:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746126465.561952:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126465.561989:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830945820407808:0@lo:400:kworker.0 00000100:00100000:2.0:1746126465.563520:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008aa88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820408448:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.563534:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.564425:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821939968:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5191us (5755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.564436:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7089 00000100:00100000:2.0:1746126465.565132:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.565380:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821940224 00000100:00100000:0.0:1746126465.565386:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821940224 00002000:00100000:0.0:1746126465.565426:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88000 x1830945821940224/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126465.565435:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88000 with x1830945821940224 ext(0->4095) 00002000:00010000:0.0:1746126465.565439:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa88000 00000100:00100000:0.0:1746126465.565459:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3799 00000100:00100000:0.0:1746126465.565464:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1977:x1830945821940224:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126465.566829:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1977:x1830945821940224:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1362us (1695us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.566836:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3799 00002000:00100000:1.0:1746126465.566842:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88000 x1830945821940224/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.566848:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88000 with x1830945821940224 ext(0->4095) 00002000:00010000:1.0:1746126465.566851:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa88000 00000100:00100000:0.0:1746126465.569460:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.569855:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821940352 00000100:00100000:1.0:1746126465.569862:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821940352 00000100:00100000:1.0:1746126465.569902:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4876 00000100:00100000:1.0:1746126465.569909:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821940352:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.569922:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.569937:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8e1 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.569958:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 19 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.569964:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.569966:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.569969:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.569992:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 19 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.570002:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 19 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126465.570011:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820408576:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126465.570081:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126465.572233:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820408576:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126465.572284:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.572297:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc400, rc 0) 00000100:00100000:1.0:1746126465.572347:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821940352:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2439us (2893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.572363:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4876 00000100:00100000:0.0:1746126465.574829:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.575022:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.575098:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821940480 00000100:00100000:2.0:1746126465.575104:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821940480 00010000:00010000:2.0:1746126465.575131:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 20 pid: 8479 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746126465.575168:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7090 00000100:00100000:2.0:1746126465.575174:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1977:x1830945821940480:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.575185:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.575199:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 20 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.575214:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 20 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.575232:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116287 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8da expref: 20 pid: 8479 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746126465.575246:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.575257:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.575264:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.575271:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.575295:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.575305:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820408704:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.575360:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126465.575753:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821940608 00000100:00100000:1.0:1746126465.575757:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821940608 00000100:00100000:1.0:1746126465.575790:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4877 00000100:00100000:1.0:1746126465.575797:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:31630:x1830945821940608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.575807:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.575816:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8e8 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.575835:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.575840:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126465.575842:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126465.575844:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 21 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.575859:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.575868:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 5 pid: 8480 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746126465.575875:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820408832:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126465.575909:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126465.580364:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820408832:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126465.580419:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 21 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.580434:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cde00, rc 0) 00000100:00100000:1.0:1746126465.580481:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:31630:x1830945821940608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4684us (5459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.580489:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4877 00000100:00100000:2.0:1746126465.580582:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820408704:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.580593:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.580611:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1977:x1830945821940480:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5438us (5788us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.580619:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7090 00000100:00100000:0.0:1746126465.581139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.581598:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821940864 00000100:00100000:1.0:1746126465.581604:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821940864 00002000:00100000:1.0:1746126465.581656:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1f80 x1830945821940864/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.581664:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1f80 with x1830945821940864 ext(0->4095) 00010000:00010000:1.0:1746126465.581670:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 6 pid: 8480 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746126465.581689:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126465.581695:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab1f80 00000100:00100000:1.0:1746126465.581917:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1637 00000100:00100000:1.0:1746126465.581925:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821940864:12345-192.168.203.3@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126465.582068:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821940864:12345-192.168.203.3@tcp:3:ldlm_bl.0 Request processed in 144us (929us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.582074:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1637 00002000:00100000:1.0:1746126465.582096:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1f80 x1830945821940864/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.582103:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1f80 with x1830945821940864 ext(0->4095) 00010000:00010000:1.0:1746126465.582119:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126465.582128:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126465.582133:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab1f80 00000100:00100000:0.0:1746126465.587492:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.587658:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821940992 00000100:00100000:2.0:1746126465.587666:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821940992 00010000:00010000:2.0:1746126465.587696:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.587728:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7091 00000100:00100000:2.0:1746126465.587736:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821940992:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.587747:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.587762:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.587772:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.587792:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d111628e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.587807:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.587808:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.587814:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.587821:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.587844:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.587853:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820408960:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.587913:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.590839:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.590860:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821941248 00000100:00100000:2.0:1746126465.590866:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821941248 00002000:00100000:2.0:1746126465.590896:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f480 x1830945821941248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.590905:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f480 with x1830945821941248 ext(0->4095) 00002000:00010000:2.0:1746126465.590910:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186f480 00000100:00100000:0.0:1746126465.591490:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820408960:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126465.591526:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126465.591558:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821940992:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3823us (4072us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126465.591566:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7091 00000100:00100000:2.0:1746126465.591864:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3800 00000100:00100000:2.0:1746126465.591871:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1975:x1830945821941248:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126465.593061:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1975:x1830945821941248:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 1187us (2224us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.593067:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3800 00002000:00100000:2.0:1746126465.593074:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f480 x1830945821941248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.593082:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f480 with x1830945821941248 ext(0->4095) 00002000:00010000:2.0:1746126465.593086:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186f480 00000100:00100000:0.0:1746126465.599423:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.602037:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821941376 00000100:00100000:1.0:1746126465.602045:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821941376 00000100:00100000:1.0:1746126465.602093:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4878 00000100:00100000:1.0:1746126465.602100:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821941376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.602115:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.602128:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8ef expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.602150:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.602156:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.602158:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.602161:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.602184:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.602193:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 19 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126465.602203:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820409088:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126465.602281:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126465.609728:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820409088:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126465.609755:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.609776:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc800, rc 0) 00000100:00100000:1.0:1746126465.609818:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821941376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7718us (10400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.609825:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4878 00000100:00100000:0.0:1746126465.611317:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.611635:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821941504 00000100:00100000:3.0:1746126465.611642:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821941504 00002000:00100000:3.0:1746126465.611675:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094907480 x1830945821941504/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.611684:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907480 with x1830945821941504 ext(0->7) 00010000:00010000:3.0:1746126465.611690:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 20 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.611703:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 20 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746126465.611709:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094907480 00000100:00100000:3.0:1746126465.611725:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1638 00000100:00100000:3.0:1746126465.611731:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1975:x1830945821941504:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126465.611979:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1975:x1830945821941504:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 247us (664us total) trans 4294967981 rc 0/0 00000100:00100000:3.0:1746126465.611985:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1638 00002000:00100000:3.0:1746126465.611990:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094907480 x1830945821941504/t4294967981(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/448 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.612002:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907480 with x1830945821941504 ext(0->7) 00010000:00010000:3.0:1746126465.612006:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 22 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.612015:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 22 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746126465.612019:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094907480 00000100:00100000:0.0:1746126465.625555:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.625642:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821941632 00000100:00100000:2.0:1746126465.625650:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821941632 00010000:00010000:2.0:1746126465.625681:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 22 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.625715:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7092 00000100:00100000:2.0:1746126465.625721:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1974:x1830945821941632:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.625733:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.625750:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 22 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.625761:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 22 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.625779:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cde00/0x8f8d42f0d1116295 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8e8 expref: 22 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.625794:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.625796:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.625802:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.625808:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.625833:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.625842:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820409216:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.625906:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.628747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.628826:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820409216:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.628841:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.628876:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1974:x1830945821941632:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3154us (3326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.628885:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7092 00000100:00100000:1.0:1746126465.629218:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821941888 00000100:00100000:1.0:1746126465.629224:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821941888 00002000:00100000:1.0:1746126465.629264:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7b480 x1830945821941888/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.629273:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7b480 with x1830945821941888 ext(0->4095) 00002000:00010000:1.0:1746126465.629277:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e7b480 00000100:00100000:1.0:1746126465.629300:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3801 00000100:00100000:1.0:1746126465.629307:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821941888:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126465.629543:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821941888:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 235us (801us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.629549:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3801 00002000:00100000:1.0:1746126465.629554:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7b480 x1830945821941888/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.629560:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7b480 with x1830945821941888 ext(0->4095) 00002000:00010000:1.0:1746126465.629563:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e7b480 00000100:00100000:0.0:1746126465.634627:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.634750:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821942016 00000100:00100000:1.0:1746126465.634758:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821942016 00000100:00100000:1.0:1746126465.635116:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4879 00000100:00100000:1.0:1746126465.635124:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:31630:x1830945821942016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.635139:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.635153:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8f6 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.635177:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.635183:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126465.635184:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126465.635187:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 22 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.635212:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.635221:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 5 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126465.635231:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820409344:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126465.636760:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.637134:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.637285:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821942144 00000100:00100000:3.0:1746126465.637292:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821942144 00000100:00100000:3.0:1746126465.637318:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4880 00000100:00100000:3.0:1746126465.637324:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:31631:x1830945821942144:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126465.637335:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126465.637347:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b8fd expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.637364:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.637368:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.637372:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.637375:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 24 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.637400:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.637414:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 24 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.637422:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:3.0:1746126465.637451:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31631:x1830945821942144:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.637456:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4880 00000100:00100000:0.0:1746126465.642155:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.642267:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820409344:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126465.642291:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.642304:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc200, rc 0) 00000100:00100000:2.0:1746126465.643004:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821942272 00000100:00100000:2.0:1746126465.643010:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821942272 00010000:00010000:2.0:1746126465.643036:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.643823:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7093 00000100:00100000:2.0:1746126465.643832:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821942272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.643845:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.643862:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.643871:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.643888:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc800/0x8f8d42f0d111629c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8ef expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.643906:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.643908:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.643913:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.643920:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.643943:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.643952:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.643976:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820409600:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126465.644244:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:31630:x1830945821942016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9119us (9621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.644262:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4879 00000100:00100000:2.0:1746126465.644672:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.647081:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.647190:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820409600:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126465.647207:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126465.647242:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821942272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3411us (5092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.647260:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7093 00000100:00100000:1.0:1746126465.647356:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821942528 00000100:00100000:1.0:1746126465.647361:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821942528 00002000:00100000:1.0:1746126465.647391:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092831f80 x1830945821942528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.647400:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831f80 with x1830945821942528 ext(0->4095) 00010000:00010000:1.0:1746126465.647407:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126465.647418:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126465.647423:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092831f80 00000100:00100000:1.0:1746126465.647437:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1639 00000100:00100000:1.0:1746126465.647443:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1976:x1830945821942528:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126465.647581:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1976:x1830945821942528:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.647587:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1639 00002000:00100000:1.0:1746126465.647592:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092831f80 x1830945821942528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.647598:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831f80 with x1830945821942528 ext(0->4095) 00010000:00010000:1.0:1746126465.647603:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126465.647616:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126465.647621:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092831f80 00000100:00100000:0.0:1746126465.650937:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.651776:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821942656 00000100:00100000:3.0:1746126465.651784:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821942656 00010000:00010000:3.0:1746126465.651811:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126465.651840:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7094 00000100:00100000:3.0:1746126465.651847:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1977:x1830945821942656:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126465.651859:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126465.651875:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.651885:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.651903:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc200/0x8f8d42f0d11162a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8f6 expref: 23 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.652570:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.652573:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.652580:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 22 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.652589:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 22 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.652616:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 22 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126465.652627:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820409728:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126465.652695:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.653247:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820409856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746126465.653296:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126465.653559:0:8483:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820409856 00000100:00100000:3.0:1746126465.653564:0:8483:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820409856 00000100:00100000:3.0:1746126465.653597:0:8483:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1746126465.653602:0:8483:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820409856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746126465.653617:0:8483:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 548995072 pending 13631488 free 3855613952 avail 3789553664 00000100:00100000:3.0:1746126465.653647:0:8483:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820409856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.653652:0:8483:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1746126465.653823:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820409856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126465.656682:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820409728:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126465.656699:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126465.656737:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1977:x1830945821942656:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4890us (5805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.656745:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7094 00000100:00100000:0.0:1746126465.658601:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.658705:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821942912 00000100:00100000:3.0:1746126465.658712:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821942912 00002000:00100000:3.0:1746126465.658743:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800939cbb80 x1830945821942912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.658752:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939cbb80 with x1830945821942912 ext(0->4095) 00002000:00010000:3.0:1746126465.658756:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939cbb80 00000100:00100000:3.0:1746126465.658814:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3802 00000100:00100000:3.0:1746126465.658821:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1977:x1830945821942912:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126465.658944:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1977:x1830945821942912:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (348us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126465.658950:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3802 00002000:00100000:3.0:1746126465.658955:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800939cbb80 x1830945821942912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.658961:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939cbb80 with x1830945821942912 ext(0->4095) 00002000:00010000:3.0:1746126465.658964:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939cbb80 00000100:00100000:0.0:1746126465.664205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.664295:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821943040 00000100:00100000:1.0:1746126465.664303:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821943040 00000100:00100000:1.0:1746126465.664489:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4881 00000100:00100000:1.0:1746126465.664529:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821943040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.664544:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.664558:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b904 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.664581:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 21 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.664587:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.664588:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.664591:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.664611:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 21 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.664619:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 21 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126465.664628:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820409984:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126465.664691:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126465.666481:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820409984:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126465.666517:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.666528:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43cc400, rc 0) 00000100:00100000:1.0:1746126465.666554:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821943040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2028us (2357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.666560:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4881 00000100:00100000:2.0:1746126465.689793:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820410112:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746126465.689843:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126465.689931:0:10464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820410112 00000100:00100000:1.0:1746126465.689937:0:10464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820410112 00000100:00100000:1.0:1746126465.689968:0:10464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1746126465.689973:0:10464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820410112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746126465.690000:0:10464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 693829632 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1746126465.690030:0:10464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820410112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.690034:0:10464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1746126465.690355:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820410112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126465.690550:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.690605:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821943168 00000100:00100000:1.0:1746126465.690608:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821943168 00002000:00100000:1.0:1746126465.690632:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094698000 x1830945821943168/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.690640:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698000 with x1830945821943168 ext(0->7) 00010000:00010000:1.0:1746126465.690647:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 22 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126465.690659:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 22 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126465.690665:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094698000 00000100:00100000:1.0:1746126465.690678:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1640 00000100:00100000:1.0:1746126465.690682:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1976:x1830945821943168:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126465.690902:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945821943168:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 218us (353us total) trans 4294967982 rc 0/0 00000100:00100000:1.0:1746126465.690907:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1640 00002000:00100000:1.0:1746126465.690912:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094698000 x1830945821943168/t4294967982(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/448 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.690917:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698000 with x1830945821943168 ext(0->7) 00010000:00010000:1.0:1746126465.690921:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 24 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126465.690929:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 24 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126465.690933:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094698000 00000100:00100000:0.0:1746126465.699201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.699291:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821943296 00000100:00100000:3.0:1746126465.699298:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821943296 00010000:00010000:3.0:1746126465.699325:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 24 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126465.699346:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7095 00000100:00100000:3.0:1746126465.699352:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1975:x1830945821943296:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126465.699361:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126465.699376:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 24 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.699385:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 24 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.699402:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11162aa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b8fd expref: 24 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.699426:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.699428:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.699434:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.699441:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.699462:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126465.699471:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820410240:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126465.699553:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.701837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.701909:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821943552 00000100:00100000:2.0:1746126465.701915:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821943552 00002000:00100000:2.0:1746126465.701951:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094900e00 x1830945821943552/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.701960:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900e00 with x1830945821943552 ext(0->4095) 00002000:00010000:2.0:1746126465.701964:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094900e00 00000100:00100000:2.0:1746126465.701991:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3803 00000100:00100000:2.0:1746126465.701997:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821943552:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126465.702116:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821943552:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.702122:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3803 00002000:00100000:2.0:1746126465.702127:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094900e00 x1830945821943552/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.702140:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900e00 with x1830945821943552 ext(0->4095) 00002000:00010000:2.0:1746126465.702142:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094900e00 00000100:00100000:3.0:1746126465.702223:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820410240:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126465.702237:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126465.702269:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1975:x1830945821943296:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2916us (3074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.702276:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7095 00000100:00100000:0.0:1746126465.706827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.706910:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821943680 00000100:00100000:1.0:1746126465.706917:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821943680 00000100:00100000:1.0:1746126465.707085:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4882 00000100:00100000:1.0:1746126465.707092:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:31631:x1830945821943680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.707106:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.707120:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b90b expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.707146:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.707152:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126465.707153:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126465.707156:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.707179:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.707189:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 5 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126465.707198:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820410368:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126465.708810:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.730717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.731283:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820410368:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126465.731306:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.731320:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43ccc00, rc 0) 00000100:00100000:1.0:1746126465.731856:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31631:x1830945821943680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 24763us (25033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.731863:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4882 00000100:00100000:1.0:1746126465.732781:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821943808 00000100:00100000:1.0:1746126465.732787:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821943808 00000100:00100000:1.0:1746126465.732815:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4883 00000100:00100000:1.0:1746126465.732820:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31630:x1830945821943808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.732831:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.732843:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b912 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.732859:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126465.732863:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.732867:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.732870:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.732890:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.732898:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.732905:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b32800, rc 0) 00000100:00100000:1.0:1746126465.732925:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:31630:x1830945821943808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (2215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.732930:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4883 00000100:00100000:2.0:1746126465.734517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.734671:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821943936 00000100:00100000:0.0:1746126465.734678:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821943936 00010000:00010000:0.0:1746126465.734701:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746126465.734723:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7096 00000100:00100000:0.0:1746126465.734728:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821943936:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126465.734736:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126465.734753:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126465.734761:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126465.734776:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11162b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b904 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126465.734785:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126465.734787:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126465.734792:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.734803:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.734826:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126465.734835:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 24 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746126465.734845:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820410624:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126465.734895:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.738359:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.738474:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821944192 00000100:00100000:3.0:1746126465.738481:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821944192 00002000:00100000:3.0:1746126465.738535:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d5180 x1830945821944192/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.738544:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5180 with x1830945821944192 ext(0->4095) 00010000:00010000:3.0:1746126465.738550:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.738562:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746126465.738568:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d5180 00000100:00100000:3.0:1746126465.738584:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1641 00000100:00100000:3.0:1746126465.738591:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1976:x1830945821944192:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126465.738795:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800948d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820410624:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.738809:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126465.739042:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1976:x1830945821944192:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 450us (689us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126465.739048:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1641 00002000:00100000:3.0:1746126465.739053:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d5180 x1830945821944192/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.739060:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5180 with x1830945821944192 ext(0->4095) 00010000:00010000:3.0:1746126465.739064:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.739077:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746126465.739082:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d5180 00000100:00100000:2.0:1746126465.739360:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821943936:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4631us (4844us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.739367:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7096 00000100:00100000:0.0:1746126465.741566:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.741691:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821944320 00000100:00100000:3.0:1746126465.741697:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821944320 00000100:00100000:3.0:1746126465.742019:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4884 00000100:00100000:3.0:1746126465.742028:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821944320:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126465.742041:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126465.742054:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b919 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.742073:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.742078:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.742083:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126465.742086:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.742113:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.742123:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.742130:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14400, rc 0) 00000100:00100000:3.0:1746126465.742159:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821944320:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.742163:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4884 00000100:00100000:0.0:1746126465.742369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.742635:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821944448 00000100:00100000:2.0:1746126465.742639:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821944448 00010000:00010000:2.0:1746126465.742655:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.742671:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7097 00000100:00100000:2.0:1746126465.742675:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1975:x1830945821944448:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.742683:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.742697:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.742705:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.742720:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d11162b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b90b expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.743027:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.743030:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.743036:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.743043:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.743063:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.743072:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 24 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.743081:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820410880:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.743536:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.747874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.748029:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820410880:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.748044:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126465.748111:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821944704 00000100:00100000:3.0:1746126465.748117:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821944704 00002000:00100000:3.0:1746126465.748150:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b54700 x1830945821944704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.748157:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54700 with x1830945821944704 ext(0->4095) 00010000:00010000:3.0:1746126465.748163:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.748174:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746126465.748179:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b54700 00000100:00100000:2.0:1746126465.748227:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1975:x1830945821944448:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5550us (5858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.748234:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7097 00000100:00100000:3.0:1746126465.748637:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1642 00000100:00100000:3.0:1746126465.748644:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1977:x1830945821944704:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126465.748750:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1977:x1830945821944704:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (883us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126465.748755:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1642 00002000:00100000:3.0:1746126465.748759:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b54700 x1830945821944704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.748765:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54700 with x1830945821944704 ext(0->4095) 00010000:00010000:3.0:1746126465.748769:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 24 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.748782:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 24 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746126465.748788:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b54700 00000100:00100000:0.0:1746126465.752467:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.752582:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821944832 00000100:00100000:2.0:1746126465.752590:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821944832 00000100:00100000:2.0:1746126465.752634:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4885 00000100:00100000:2.0:1746126465.752641:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31630:x1830945821944832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.752657:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.752671:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b920 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.752690:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.752696:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.752701:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126465.752704:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.752732:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.752742:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.752751:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126465.752783:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:31630:x1830945821944832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.752788:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4885 00000100:00100000:0.0:1746126465.752856:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.753184:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821944960 00000100:00100000:2.0:1746126465.753187:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821944960 00010000:00010000:2.0:1746126465.753200:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.753696:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7098 00000100:00100000:2.0:1746126465.753702:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1976:x1830945821944960:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.753710:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.753724:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.753732:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.753745:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b912 expref: 25 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.753765:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.753766:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.753770:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.753776:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.753793:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.753800:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 5 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.753808:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820411136:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.754308:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.756922:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.756986:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821945216 00000100:00100000:1.0:1746126465.756993:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821945216 00002000:00100000:1.0:1746126465.757023:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702a00 x1830945821945216/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.757038:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702a00 with x1830945821945216 ext(0->4095) 00010000:00010000:1.0:1746126465.757045:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126465.757056:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126465.757061:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135702a00 00000100:00100000:1.0:1746126465.757086:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1643 00000100:00100000:1.0:1746126465.757093:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821945216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126465.757227:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821945216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.757233:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1643 00002000:00100000:1.0:1746126465.757239:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702a00 x1830945821945216/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.757245:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702a00 with x1830945821945216 ext(0->4095) 00010000:00010000:1.0:1746126465.757260:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126465.757268:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126465.757273:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135702a00 00000100:00100000:2.0:1746126465.757475:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820411136:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.757489:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.757535:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945821944960:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3832us (4677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.757541:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7098 00000100:00100000:0.0:1746126465.761160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.761848:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821945344 00000100:00100000:2.0:1746126465.761855:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821945344 00010000:00010000:2.0:1746126465.761880:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.762430:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7099 00000100:00100000:2.0:1746126465.762437:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821945344:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.762450:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.762466:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.762476:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.762515:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b919 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.762601:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.762603:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.762609:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.762616:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.762643:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.762652:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820411264:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.762719:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.767691:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820411264:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.767708:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.767739:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821945344:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5302us (6584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.767747:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7099 00000100:00100000:0.0:1746126465.767984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.768070:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821945600 00000100:00100000:3.0:1746126465.768076:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821945600 00002000:00100000:3.0:1746126465.768103:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283100 x1830945821945600/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.768111:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283100 with x1830945821945600 ext(0->4095) 00002000:00010000:3.0:1746126465.768114:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d283100 00000100:00100000:3.0:1746126465.768133:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3804 00000100:00100000:3.0:1746126465.768138:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945821945600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126465.768267:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945821945600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (284us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126465.768273:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3804 00002000:00100000:3.0:1746126465.768278:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283100 x1830945821945600/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.768284:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283100 with x1830945821945600 ext(0->4095) 00002000:00010000:3.0:1746126465.768287:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d283100 00000100:00100000:0.0:1746126465.770469:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.770581:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821945728 00000100:00100000:3.0:1746126465.770589:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821945728 00000100:00100000:3.0:1746126465.770627:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4886 00000100:00100000:3.0:1746126465.770632:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821945728:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126465.770647:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126465.770662:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b927 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.770684:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.770690:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.770692:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.770695:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.770720:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 23 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.770730:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 23 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126465.770740:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820411392:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126465.770809:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126465.773930:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820411392:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126465.773954:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.773968:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14000, rc 0) 00000100:00100000:3.0:1746126465.774000:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821945728:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3367us (3534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.774011:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4886 00000100:00100000:0.0:1746126465.774532:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.774972:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821945856 00000100:00100000:2.0:1746126465.774978:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821945856 00010000:00010000:2.0:1746126465.775002:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 24 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.775030:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7100 00000100:00100000:2.0:1746126465.775034:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1977:x1830945821945856:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.775043:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.775059:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 24 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.775068:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 24 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.775084:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11162cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b920 expref: 24 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.775475:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.775478:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.775484:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.775491:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.775550:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.775560:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820411520:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.775621:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.777945:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.779119:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821945984 00000100:00100000:3.0:1746126465.779127:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821945984 00000100:00100000:3.0:1746126465.779327:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4887 00000100:00100000:3.0:1746126465.779335:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31630:x1830945821945984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126465.779351:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126465.779363:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b92e expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.779385:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.779390:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.779392:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.779394:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 25 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.779414:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.779424:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 5 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126465.779433:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820411648:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126465.779486:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126465.779809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.779870:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820411520:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.779882:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.779904:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1977:x1830945821945856:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4869us (5373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.779911:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7100 00000100:00100000:0.0:1746126465.779988:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821946240 00000100:00100000:0.0:1746126465.779992:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821946240 00002000:00100000:0.0:1746126465.780015:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cf100 x1830945821946240/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126465.780023:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cf100 with x1830945821946240 ext(0->4095) 00010000:00010000:0.0:1746126465.780028:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126465.780037:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746126465.780043:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b7cf100 00000100:00100000:0.0:1746126465.780055:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1644 00000100:00100000:0.0:1746126465.780060:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821946240:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126465.780159:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821946240:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126465.780164:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1644 00002000:00100000:0.0:1746126465.780169:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b7cf100 x1830945821946240/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126465.780175:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cf100 with x1830945821946240 ext(0->4095) 00010000:00010000:0.0:1746126465.780179:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126465.780187:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746126465.780192:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b7cf100 00000100:00100000:3.0:1746126465.782034:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820411648:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126465.782056:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 24 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.782068:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15600, rc 0) 00000100:00100000:3.0:1746126465.782095:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31630:x1830945821945984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2761us (4155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.782101:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4887 00000100:00100000:0.0:1746126465.785618:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.786168:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821946368 00000100:00100000:2.0:1746126465.786176:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821946368 00010000:00010000:2.0:1746126465.786205:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.786238:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7101 00000100:00100000:2.0:1746126465.786244:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821946368:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.786267:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.786284:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.786294:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.786313:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11162d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b927 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.786705:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.786707:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.786713:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 23 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.786721:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 23 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.786746:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 23 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.786754:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820411776:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.786817:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.789450:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820411776:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.789468:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.789545:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821946368:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3300us (3932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.789558:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7101 00000100:00100000:0.0:1746126465.790379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.790740:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821946624 00000100:00100000:3.0:1746126465.790747:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821946624 00002000:00100000:3.0:1746126465.790778:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afdf80 x1830945821946624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.790785:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afdf80 with x1830945821946624 ext(0->4095) 00002000:00010000:3.0:1746126465.790789:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afdf80 00000100:00100000:3.0:1746126465.790805:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3805 00000100:00100000:3.0:1746126465.790809:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1977:x1830945821946624:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126465.791228:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1977:x1830945821946624:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 415us (848us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126465.791235:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3805 00002000:00100000:3.0:1746126465.791241:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afdf80 x1830945821946624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.791257:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afdf80 with x1830945821946624 ext(0->4095) 00002000:00010000:3.0:1746126465.791260:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afdf80 00000100:00100000:0.0:1746126465.811754:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.811837:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821946752 00000100:00100000:3.0:1746126465.811844:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821946752 00000100:00100000:3.0:1746126465.811887:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4888 00000100:00100000:3.0:1746126465.811893:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821946752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126465.811907:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126465.811922:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b935 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.811944:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 23 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.811951:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.811952:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.811955:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.811978:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 23 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.811988:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 23 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126465.811997:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820411904:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126465.812064:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.824463:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.824594:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821946880 00000100:00100000:2.0:1746126465.824602:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821946880 00000100:00100000:2.0:1746126465.824635:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4889 00000100:00100000:2.0:1746126465.824642:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31630:x1830945821946880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.824658:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.824673:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b93c expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.824693:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.824698:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.824703:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126465.824707:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.824734:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.824744:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.824752:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126465.824787:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:31630:x1830945821946880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.824792:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4889 00000100:00100000:3.0:1746126465.824879:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820411904:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126465.824894:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.824902:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15a00, rc 0) 00000100:00100000:3.0:1746126465.824918:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821946752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13025us (13171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.824923:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4888 00000100:00100000:0.0:1746126465.825039:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.825243:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821947008 00000100:00100000:2.0:1746126465.825256:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821947008 00002000:00100000:2.0:1746126465.825278:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab5c00 x1830945821947008/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.825286:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab5c00 with x1830945821947008 ext(0->7) 00010000:00010000:2.0:1746126465.825290:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 25 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.825300:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 25 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126465.825306:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab5c00 00000100:00100000:2.0:1746126465.825318:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1645 00000100:00100000:2.0:1746126465.825323:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1976:x1830945821947008:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126465.825569:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1976:x1830945821947008:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 245us (529us total) trans 4294967983 rc 0/0 00000100:00100000:2.0:1746126465.825574:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1645 00002000:00100000:2.0:1746126465.825580:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab5c00 x1830945821947008/t4294967983(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/448 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.825586:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab5c00 with x1830945821947008 ext(0->7) 00010000:00010000:2.0:1746126465.825591:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 27 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.825600:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 27 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126465.825609:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab5c00 00000100:00100000:0.0:1746126465.839559:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.839630:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821947136 00000100:00100000:2.0:1746126465.839637:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821947136 00010000:00010000:2.0:1746126465.839664:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 27 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.839686:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7102 00000100:00100000:2.0:1746126465.839691:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1974:x1830945821947136:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.839701:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.839716:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 27 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.839726:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 27 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.839743:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11162db lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b92e expref: 27 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.839761:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.839763:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.839769:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.839776:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.839806:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.839815:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 5 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.839824:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820412160:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.841729:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.845737:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820412160:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.845754:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.845789:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1974:x1830945821947136:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6096us (6236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.845797:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7102 00000100:00100000:0.0:1746126465.847641:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.847714:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821947392 00000100:00100000:2.0:1746126465.847722:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821947392 00002000:00100000:2.0:1746126465.847752:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c380 x1830945821947392/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.847759:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c380 with x1830945821947392 ext(0->4095) 00010000:00010000:2.0:1746126465.847766:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.847777:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126465.847783:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c380 00000100:00100000:2.0:1746126465.847799:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1646 00000100:00100000:2.0:1746126465.847804:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821947392:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126465.847931:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821947392:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126465.847936:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1646 00002000:00100000:2.0:1746126465.847940:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c380 x1830945821947392/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.847946:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c380 with x1830945821947392 ext(0->4095) 00010000:00010000:2.0:1746126465.847950:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.847957:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126465.847962:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c380 00000100:00100000:0.0:1746126465.851029:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.851115:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821947520 00000100:00100000:2.0:1746126465.851122:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821947520 00010000:00010000:2.0:1746126465.851148:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.851170:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7103 00000100:00100000:2.0:1746126465.851176:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821947520:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.851188:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.851203:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.851217:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.851236:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11162e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b935 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.851272:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.851274:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.851280:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.851286:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.851312:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.851322:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820412288:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.851383:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3caf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.853815:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.853940:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820412288:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.853953:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.853986:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821947520:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2810us (2962us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.853998:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7103 00000100:00100000:1.0:1746126465.854931:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821947776 00000100:00100000:1.0:1746126465.854937:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821947776 00002000:00100000:1.0:1746126465.854974:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083930380 x1830945821947776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.854987:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083930380 with x1830945821947776 ext(0->4095) 00002000:00010000:1.0:1746126465.854991:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083930380 00000100:00100000:1.0:1746126465.855011:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3806 00000100:00100000:1.0:1746126465.855017:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1976:x1830945821947776:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126465.855172:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1976:x1830945821947776:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (1357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.855177:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3806 00002000:00100000:1.0:1746126465.855181:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083930380 x1830945821947776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.855188:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083930380 with x1830945821947776 ext(0->4095) 00002000:00010000:1.0:1746126465.855191:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083930380 00000100:00100000:0.0:1746126465.867668:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.867730:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821947904 00000100:00100000:1.0:1746126465.867737:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821947904 00000100:00100000:1.0:1746126465.867774:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4890 00000100:00100000:1.0:1746126465.867780:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821947904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.867794:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.867807:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b943 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.867831:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.867842:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.867844:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.867847:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.867868:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 25 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.867877:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 25 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126465.867886:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820412416:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126465.867944:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126465.869348:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820412416:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126465.869369:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.869381:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33800, rc 0) 00000100:00100000:1.0:1746126465.869418:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821947904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1637us (1755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.869425:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4890 00000100:00100000:0.0:1746126465.881391:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.881482:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821948032 00000100:00100000:1.0:1746126465.881490:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821948032 00000100:00100000:1.0:1746126465.881556:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4891 00000100:00100000:1.0:1746126465.881564:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:31630:x1830945821948032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126465.881582:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126465.881597:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b94a expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.881619:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126465.881624:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.881628:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126465.881631:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.881659:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.881670:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126465.881678:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b32800, rc 0) 00000100:00100000:1.0:1746126465.881712:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:31630:x1830945821948032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126465.881718:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4891 00000100:00100000:1.0:1746126465.892911:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.892980:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821948160 00000100:00100000:2.0:1746126465.892988:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821948160 00002000:00100000:2.0:1746126465.893021:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008b7cf480 x1830945821948160/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.893031:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cf480 with x1830945821948160 ext(0->7) 00010000:00010000:2.0:1746126465.893038:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 27 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.893051:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 27 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126465.893057:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b7cf480 00000100:00100000:2.0:1746126465.893075:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1647 00000100:00100000:2.0:1746126465.893080:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1977:x1830945821948160:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126465.893331:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1977:x1830945821948160:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 249us (425us total) trans 4294967984 rc 0/0 00000100:00100000:2.0:1746126465.893337:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1647 00002000:00100000:2.0:1746126465.893342:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008b7cf480 x1830945821948160/t4294967984(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/448 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.893348:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7cf480 with x1830945821948160 ext(0->7) 00010000:00010000:2.0:1746126465.893353:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 29 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.893362:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 29 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126465.893366:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b7cf480 00000100:00100000:0.0:1746126465.895079:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.895735:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821948288 00000100:00100000:2.0:1746126465.895742:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821948288 00010000:00010000:2.0:1746126465.895769:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 29 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.895790:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7104 00000100:00100000:2.0:1746126465.895796:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1974:x1830945821948288:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.895808:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.895823:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 29 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.895832:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 29 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.895851:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11162e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b93c expref: 29 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.895877:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.895879:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.895885:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.895892:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.895919:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.895928:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 5 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.895938:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820412672:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126465.900687:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.900747:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821948544 00000100:00100000:0.0:1746126465.900753:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821948544 00002000:00100000:0.0:1746126465.900788:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b34700 x1830945821948544/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126465.900798:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34700 with x1830945821948544 ext(0->4095) 00010000:00010000:0.0:1746126465.900806:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126465.900819:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746126465.900825:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b34700 00000100:00100000:0.0:1746126465.900843:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1648 00000100:00100000:0.0:1746126465.900849:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821948544:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126465.900971:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821948544:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126465.900980:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1648 00002000:00100000:0.0:1746126465.900985:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b34700 x1830945821948544/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126465.900992:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34700 with x1830945821948544 ext(0->4095) 00010000:00010000:0.0:1746126465.900996:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126465.901005:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746126465.901010:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b34700 00000100:00100000:2.0:1746126465.902526:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3caf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.902558:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820412672:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.902573:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.902749:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1974:x1830945821948288:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6951us (7672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.902757:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7104 00000100:00100000:1.0:1746126465.906261:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.906331:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821948672 00000100:00100000:2.0:1746126465.906337:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821948672 00010000:00010000:2.0:1746126465.906367:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.906399:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7105 00000100:00100000:2.0:1746126465.906406:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821948672:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.906416:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.906431:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.906441:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.906458:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11162f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b943 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.906482:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.906484:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.906491:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.906515:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.906541:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.906551:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820412800:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.906613:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3caf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.910446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.910534:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820412800:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.910549:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126465.910649:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821948928 00000100:00100000:1.0:1746126465.910655:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821948928 00002000:00100000:1.0:1746126465.910688:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083931180 x1830945821948928/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.910697:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083931180 with x1830945821948928 ext(0->4095) 00002000:00010000:1.0:1746126465.910700:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083931180 00000100:00100000:1.0:1746126465.910715:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3807 00000100:00100000:1.0:1746126465.910721:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1976:x1830945821948928:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126465.911092:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821948672:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4684us (4845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.911099:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7105 00000100:00100000:1.0:1746126465.911548:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1976:x1830945821948928:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 825us (1105us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.911554:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3807 00002000:00100000:1.0:1746126465.911560:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083931180 x1830945821948928/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.911567:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083931180 with x1830945821948928 ext(0->4095) 00002000:00010000:1.0:1746126465.911570:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083931180 00000100:00100000:0.0:1746126465.917365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.917447:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821949056 00000100:00100000:3.0:1746126465.917454:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821949056 00000100:00100000:3.0:1746126465.917491:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4892 00000100:00100000:3.0:1746126465.917520:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821949056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126465.917533:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126465.917546:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b951 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.917567:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.917573:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.917574:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126465.917577:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.917597:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.917605:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 27 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126465.917614:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820412928:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126465.917674:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126465.919104:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820412928:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126465.919122:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.919132:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14400, rc 0) 00000100:00100000:3.0:1746126465.919967:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821949056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2446us (2605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126465.919974:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4892 00000100:00100000:0.0:1746126465.928406:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.928488:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821949184 00000100:00100000:1.0:1746126465.928517:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821949184 00002000:00100000:1.0:1746126465.928556:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880083931880 x1830945821949184/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.928564:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083931880 with x1830945821949184 ext(0->7) 00010000:00010000:1.0:1746126465.928572:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 28 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126465.928585:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 28 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126465.928591:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083931880 00000100:00100000:1.0:1746126465.928620:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1649 00000100:00100000:1.0:1746126465.928627:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1977:x1830945821949184:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126465.928873:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1977:x1830945821949184:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 246us (473us total) trans 4294967985 rc 0/0 00000100:00100000:1.0:1746126465.928879:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1649 00002000:00100000:1.0:1746126465.928885:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880083931880 x1830945821949184/t4294967985(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/448 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.928892:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083931880 with x1830945821949184 ext(0->7) 00010000:00010000:1.0:1746126465.928896:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 30 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126465.928903:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 30 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126465.928908:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083931880 00000100:00100000:0.0:1746126465.939376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.939455:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821949312 00000100:00100000:2.0:1746126465.939463:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821949312 00010000:00010000:2.0:1746126465.939491:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 30 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.939529:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7106 00000100:00100000:2.0:1746126465.939535:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945821949312:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.939547:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.939563:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 30 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.939577:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 30 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.939593:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11162f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b94a expref: 30 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.939618:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.939620:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.939626:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.939633:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.939658:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.939669:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820413056:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.939741:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3caf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126465.947597:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126465.947719:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821949440 00000100:00100000:3.0:1746126465.947726:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821949440 00000100:00100000:3.0:1746126465.947759:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4893 00000100:00100000:3.0:1746126465.947766:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:31630:x1830945821949440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126465.947781:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126465.947794:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b958 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.947818:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.947824:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.947825:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126465.947828:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.947849:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126465.947859:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 5 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126465.947869:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820413184:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126465.947929:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.951620:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820413056:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.951636:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126465.952177:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.952851:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945821949312:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 13313us (13478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.952861:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7106 00000100:00100000:3.0:1746126465.953379:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821949696 00000100:00100000:3.0:1746126465.953386:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821949696 00002000:00100000:3.0:1746126465.953418:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083932300 x1830945821949696/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.953425:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083932300 with x1830945821949696 ext(0->4095) 00010000:00010000:3.0:1746126465.953431:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.953442:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746126465.953448:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083932300 00000100:00100000:3.0:1746126465.953462:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1650 00000100:00100000:3.0:1746126465.953468:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821949696:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126465.953593:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821949696:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (1416us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126465.953598:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1650 00002000:00100000:3.0:1746126465.953602:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083932300 x1830945821949696/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126465.953607:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083932300 with x1830945821949696 ext(0->4095) 00010000:00010000:3.0:1746126465.953611:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126465.953619:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746126465.953623:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083932300 00000100:00100000:2.0:1746126465.954243:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820413184:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.954275:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.954287:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:2.0:1746126465.954310:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:31630:x1830945821949440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6545us (6721us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.954316:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4893 00000100:00100000:0.0:1746126465.957884:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.957977:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821949824 00000100:00100000:2.0:1746126465.957984:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821949824 00010000:00010000:2.0:1746126465.958013:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.958142:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7107 00000100:00100000:2.0:1746126465.958149:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821949824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.958161:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126465.958177:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.958187:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.958205:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11162fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b951 expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.958581:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.958584:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.958590:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.958599:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.958626:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.958636:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820413312:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.958702:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3caf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.961136:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820413312:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.961152:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.961180:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821949824:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3031us (3302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.961188:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7107 00000100:00100000:0.0:1746126465.961542:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.961621:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821950080 00000100:00100000:1.0:1746126465.961626:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821950080 00002000:00100000:1.0:1746126465.961656:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083932680 x1830945821950080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.961665:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083932680 with x1830945821950080 ext(0->4095) 00002000:00010000:1.0:1746126465.961668:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083932680 00000100:00100000:1.0:1746126465.961683:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3808 00000100:00100000:1.0:1746126465.961688:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1975:x1830945821950080:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126465.961798:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1975:x1830945821950080:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.961807:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3808 00002000:00100000:1.0:1746126465.961812:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083932680 x1830945821950080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.961818:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083932680 with x1830945821950080 ext(0->4095) 00002000:00010000:1.0:1746126465.961820:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083932680 00000100:00100000:0.0:1746126465.968867:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.969032:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821950208 00000100:00100000:2.0:1746126465.969039:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821950208 00000100:00100000:2.0:1746126465.969084:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4894 00000100:00100000:2.0:1746126465.969091:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821950208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.969105:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.969119:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b95f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.969144:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.969150:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.969152:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126465.969155:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.969177:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.969186:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 29 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.969194:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820413440:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.969264:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.972264:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820413440:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126465.972286:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.972299:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126465.972337:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821950208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3247us (3477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.972344:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4894 00000100:00100000:0.0:1746126465.979480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.980300:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821950336 00000100:00100000:2.0:1746126465.980308:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821950336 00002000:00100000:2.0:1746126465.980343:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880083932d80 x1830945821950336/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.980352:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083932d80 with x1830945821950336 ext(0->7) 00010000:00010000:2.0:1746126465.980360:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 30 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.980377:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 30 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126465.980383:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083932d80 00000100:00100000:2.0:1746126465.980405:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1651 00000100:00100000:2.0:1746126465.980412:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1975:x1830945821950336:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126465.980691:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1975:x1830945821950336:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 278us (1217us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1746126465.980697:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1651 00002000:00100000:2.0:1746126465.980703:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880083932d80 x1830945821950336/t4294967986(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:226/0 lens 496/448 e 0 to 0 dl 1746126476 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126465.980709:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083932d80 with x1830945821950336 ext(0->7) 00010000:00010000:2.0:1746126465.980713:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 32 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.980722:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 32 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126465.980727:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083932d80 00000100:00100000:0.0:1746126465.982568:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126465.982648:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821950464 00000100:00100000:2.0:1746126465.982654:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821950464 00010000:00010000:2.0:1746126465.982678:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 32 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.982698:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7108 00000100:00100000:2.0:1746126465.982704:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1975:x1830945821950464:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126465.982715:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126465.982726:0:7117:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126465 -> 1746126466 00002000:00010000:2.0:1746126465.982728:0:7117:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126465 -> 1746126466 00010000:00010000:2.0:1746126465.982732:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 32 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.982742:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 32 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.982760:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116305 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b958 expref: 32 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126465.985573:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.985579:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.985589:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.985600:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.985645:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126465.985655:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820413568:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126465.985725:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126465.987028:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820413568:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126465.987042:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126465.987065:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1975:x1830945821950464:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4361us (4502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126465.987072:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7108 00000100:00100000:0.0:1746126465.992752:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126465.995722:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126465.995836:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821950720 00000100:00100000:1.0:1746126465.995844:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821950720 00002000:00100000:1.0:1746126465.995878:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083933480 x1830945821950720/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/0 e 0 to 0 dl 1746126476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.995886:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083933480 with x1830945821950720 ext(0->4095) 00002000:00010000:1.0:1746126465.995890:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083933480 00000100:00100000:1.0:1746126465.996960:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3809 00000100:00100000:1.0:1746126465.996971:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821950720:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126465.997120:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821950720:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (4376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126465.997126:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3809 00002000:00100000:1.0:1746126465.997132:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083933480 x1830945821950720/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746126476 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126465.997138:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083933480 with x1830945821950720 ext(0->4095) 00002000:00010000:1.0:1746126465.997141:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083933480 00000100:00100000:2.0:1746126465.997191:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821950848 00000100:00100000:2.0:1746126465.997195:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821950848 00000100:00100000:2.0:1746126465.997451:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4895 00000100:00100000:2.0:1746126465.997458:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:31630:x1830945821950848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126465.997467:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126465.997480:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b966 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.997518:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.997524:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.997526:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126465.997529:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.997552:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126465.997561:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 5 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126465.997571:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820413696:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126465.997617:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.000649:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820413696:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.000673:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126466.000872:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.000944:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821950976 00000100:00100000:1.0:1746126466.000948:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821950976 00010000:00010000:2.0:1746126466.001264:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126466.001299:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:31630:x1830945821950848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3841us (5583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.001305:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4895 00000100:00100000:2.0:1746126466.001321:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4896 00000100:00100000:2.0:1746126466.001326:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:31631:x1830945821950976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.001336:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.001346:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b96d expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.001362:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.001365:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.001370:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.001373:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.001392:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.001400:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.001407:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126466.001421:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:31631:x1830945821950976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.001426:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4896 00000100:00080000:0.0:1746126466.001461:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126466.003153:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.003415:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821951104 00000100:00100000:2.0:1746126466.003420:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821951104 00010000:00010000:2.0:1746126466.003461:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.003515:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7109 00000100:00100000:2.0:1746126466.003522:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821951104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.003534:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.003551:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.003560:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.003577:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111630c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b95f expref: 6 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.003590:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.003591:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.003597:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.003608:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.003629:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.003639:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 32 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.003648:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820413952:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.003701:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00000100:00080000:0.0:1746126466.004084:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126466.011324:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820413952:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.011342:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.011389:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821951104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7867us (8238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.011399:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7109 00000100:00100000:0.0:1746126466.016183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.016332:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821951360 00000100:00100000:1.0:1746126466.016341:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821951360 00002000:00100000:1.0:1746126466.016461:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083930e00 x1830945821951360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.016470:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083930e00 with x1830945821951360 ext(0->4095) 00010000:00010000:1.0:1746126466.016477:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 33 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.016491:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 33 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.027105:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083930e00 00000100:00100000:1.0:1746126466.027157:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1652 00000100:00100000:1.0:1746126466.027169:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1976:x1830945821951360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.027319:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1976:x1830945821951360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (11144us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.027325:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1652 00002000:00100000:1.0:1746126466.027331:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083930e00 x1830945821951360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.027339:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083930e00 with x1830945821951360 ext(0->4095) 00010000:00010000:1.0:1746126466.027345:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 33 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.027355:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 33 pid: 8479 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.027360:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083930e00 00000100:00100000:1.0:1746126466.033432:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.033518:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821951488 00000100:00100000:3.0:1746126466.033526:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821951488 00010000:00010000:3.0:1746126466.033556:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 33 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.033580:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7110 00000100:00100000:3.0:1746126466.033586:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1977:x1830945821951488:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.033596:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.033612:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 33 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.033621:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 33 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.033638:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116313 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b966 expref: 33 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.033658:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.033660:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.033666:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.033677:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.033701:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.033710:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820414080:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.033761:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.035853:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820414080:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.035868:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.036864:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1977:x1830945821951488:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3274us (3437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.036872:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7110 00000100:00100000:0.0:1746126466.039865:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.039922:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821951744 00000100:00100000:3.0:1746126466.039929:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821951744 00002000:00100000:3.0:1746126466.039961:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083931c00 x1830945821951744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.039970:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083931c00 with x1830945821951744 ext(0->4095) 00002000:00010000:3.0:1746126466.039975:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083931c00 00000100:00100000:3.0:1746126466.040090:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3810 00000100:00100000:3.0:1746126466.040097:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945821951744:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126466.040357:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945821951744:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 260us (496us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126466.040367:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3810 00002000:00100000:3.0:1746126466.040372:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083931c00 x1830945821951744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.040379:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083931c00 with x1830945821951744 ext(0->4095) 00002000:00010000:3.0:1746126466.040382:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083931c00 00000100:00100000:0.0:1746126466.044125:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.044215:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821951872 00000100:00100000:3.0:1746126466.044223:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821951872 00000100:00100000:3.0:1746126466.045202:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4897 00000100:00100000:3.0:1746126466.045214:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821951872:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.045230:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.045245:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b974 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.045279:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.045286:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.045288:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.045291:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.045313:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.045324:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 31 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.045339:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820414208:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.045689:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.048004:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820414208:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.048028:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.048040:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:3.0:1746126466.048084:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821951872:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2873us (3966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.048092:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4897 00000100:00100000:0.0:1746126466.048489:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.048593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.048619:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821952000 00000100:00100000:0.0:1746126466.048623:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821952000 00010000:00010000:0.0:1746126466.048642:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 32 pid: 8479 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746126466.048665:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7111 00000100:00100000:0.0:1746126466.048671:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1977:x1830945821952000:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126466.048679:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126466.048694:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 32 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.048703:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 32 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.048720:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111631a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b96d expref: 32 pid: 8479 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.048732:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.048734:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.048739:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.048749:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.048770:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126466.048779:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820414336:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126466.048823:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c150c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.048916:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821952128 00000100:00100000:3.0:1746126466.048919:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821952128 00000100:00100000:3.0:1746126466.048944:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4898 00000100:00100000:3.0:1746126466.048949:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:31630:x1830945821952128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.048959:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.048967:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b97b expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.048979:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.048984:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.048985:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.048988:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.049004:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.049012:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 5 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.049020:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820414464:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.049042:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.053240:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.053400:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820414336:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126466.053415:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126466.053448:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1977:x1830945821952000:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4776us (4958us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126466.053457:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7111 00000100:00100000:0.0:1746126466.053512:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821952384 00000100:00100000:0.0:1746126466.053517:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821952384 00002000:00100000:0.0:1746126466.053544:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec1500 x1830945821952384/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.053554:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec1500 with x1830945821952384 ext(0->4095) 00010000:00010000:0.0:1746126466.053561:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.053572:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746126466.053579:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ec1500 00000100:00100000:0.0:1746126466.053605:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1653 00000100:00100000:0.0:1746126466.053611:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821952384:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126466.053722:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821952384:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (488us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126466.053727:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1653 00002000:00100000:0.0:1746126466.053732:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec1500 x1830945821952384/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.053739:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec1500 with x1830945821952384 ext(0->4095) 00010000:00010000:0.0:1746126466.053743:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.053752:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746126466.053757:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ec1500 00000100:00100000:3.0:1746126466.053884:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820414464:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.053901:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.053912:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15200, rc 0) 00000100:00100000:3.0:1746126466.053933:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:31630:x1830945821952128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4984us (5341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.053939:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4898 00000100:00100000:0.0:1746126466.057308:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.057658:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821952512 00000100:00100000:2.0:1746126466.057666:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821952512 00010000:00010000:2.0:1746126466.057692:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.057715:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7112 00000100:00100000:2.0:1746126466.057721:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821952512:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.057730:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.057747:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.057757:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.057775:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116321 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b974 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.057801:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.057802:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.057808:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.057814:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.057839:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.057849:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820414592:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.057913:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.060427:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.060937:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820414592:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.060952:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.060982:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821952512:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3262us (3680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.060990:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7112 00000100:00100000:1.0:1746126466.061347:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821952768 00000100:00100000:1.0:1746126466.061353:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821952768 00002000:00100000:1.0:1746126466.061380:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c704e00 x1830945821952768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.061388:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c704e00 with x1830945821952768 ext(0->4095) 00002000:00010000:1.0:1746126466.061392:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c704e00 00000100:00100000:1.0:1746126466.061412:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3811 00000100:00100000:1.0:1746126466.061417:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1974:x1830945821952768:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126466.061787:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1974:x1830945821952768:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 369us (1364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.061793:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3811 00002000:00100000:1.0:1746126466.061799:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c704e00 x1830945821952768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.061806:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c704e00 with x1830945821952768 ext(0->4095) 00002000:00010000:1.0:1746126466.061808:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c704e00 00000100:00100000:0.0:1746126466.066569:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.066828:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821952896 00000100:00100000:3.0:1746126466.066836:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821952896 00000100:00100000:3.0:1746126466.066867:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4899 00000100:00100000:3.0:1746126466.066875:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821952896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.066890:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.066906:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b982 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.066931:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.066939:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.066940:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.066943:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.067153:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.067165:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 31 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.067176:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820414720:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.067757:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.082441:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820414720:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.082468:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.082484:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15600, rc 0) 00000100:00100000:3.0:1746126466.083560:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821952896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16683us (16996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.083568:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4899 00000100:00100000:0.0:1746126466.088218:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.088535:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821953024 00000100:00100000:1.0:1746126466.088543:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821953024 00002000:00100000:1.0:1746126466.088580:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008c705500 x1830945821953024/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.088590:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705500 with x1830945821953024 ext(0->7) 00010000:00010000:1.0:1746126466.088598:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 32 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.088611:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 32 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.088617:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705500 00000100:00100000:1.0:1746126466.088636:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1654 00000100:00100000:1.0:1746126466.088641:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1977:x1830945821953024:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126466.088875:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1977:x1830945821953024:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 233us (663us total) trans 4294967987 rc 0/0 00000100:00100000:1.0:1746126466.088881:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1654 00002000:00100000:1.0:1746126466.088886:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008c705500 x1830945821953024/t4294967987(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/448 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.088892:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705500 with x1830945821953024 ext(0->7) 00010000:00010000:1.0:1746126466.088896:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.088904:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.088909:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705500 00000100:00100000:0.0:1746126466.098812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.099525:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821953152 00000100:00100000:2.0:1746126466.099533:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821953152 00010000:00010000:2.0:1746126466.099561:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.099591:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7113 00000100:00100000:2.0:1746126466.099597:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945821953152:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.099607:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.099621:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.099631:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.099648:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116328 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b97b expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.099665:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.099667:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.099673:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.099681:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.099703:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.099713:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820414848:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.099778:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.107075:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.107673:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821953280 00000100:00100000:3.0:1746126466.107679:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821953280 00000100:00100000:0.0:1746126466.108367:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.108385:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821953536 00000100:00100000:0.0:1746126466.108389:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821953536 00002000:00100000:0.0:1746126466.108414:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705f80 x1830945821953536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.108430:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705f80 with x1830945821953536 ext(0->4095) 00002000:00010000:0.0:1746126466.108435:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c705f80 00000100:00100000:3.0:1746126466.108476:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4900 00000100:00100000:3.0:1746126466.108483:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31630:x1830945821953280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.108511:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.108524:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b989 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.108548:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.108554:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.108556:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.108559:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.108584:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.108594:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.108604:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820414976:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.108653:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.108952:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820414848:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.108966:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.108998:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1976:x1830945821953152:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9401us (10192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.109006:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7113 00000100:00100000:0.0:1746126466.109284:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1655 00000100:00100000:0.0:1746126466.109291:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821953536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126466.109398:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821953536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (1032us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126466.109404:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1655 00002000:00100000:0.0:1746126466.109408:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705f80 x1830945821953536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.109415:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705f80 with x1830945821953536 ext(0->4095) 00010000:00010000:0.0:1746126466.109419:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.109428:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746126466.109433:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705f80 00000100:00100000:0.0:1746126466.113184:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.113268:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821953664 00000100:00100000:1.0:1746126466.113275:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821953664 00000100:00100000:3.0:1746126466.113381:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820414976:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.113404:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.113416:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:1.0:1746126466.113471:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4901 00000100:00100000:1.0:1746126466.113478:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:31631:x1830945821953664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.113489:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.113529:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b990 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.113549:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.113553:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.113559:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.113562:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 36 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.113583:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.113593:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 36 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.113599:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05ee00, rc 0) 00000100:00100000:3.0:1746126466.113755:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:31630:x1830945821953280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5271us (6684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.113763:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4900 00000100:00100000:1.0:1746126466.113971:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:31631:x1830945821953664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 493us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.113977:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4901 00000100:00100000:0.0:1746126466.116067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.116239:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821953792 00000100:00100000:2.0:1746126466.116253:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821953792 00010000:00010000:2.0:1746126466.116276:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.116304:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7114 00000100:00100000:2.0:1746126466.116310:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821953792:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.116320:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.116335:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.116345:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.116360:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111632f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b982 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.116372:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.116374:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.116379:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 34 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.116391:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 34 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.116413:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 34 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.116421:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.116431:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820415232:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.116486:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.118937:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.119175:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820415232:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.119191:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.119222:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821953792:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2912us (3160us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.119231:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7114 00000100:00100000:1.0:1746126466.119698:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821954048 00000100:00100000:1.0:1746126466.119703:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821954048 00002000:00100000:1.0:1746126466.119734:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706680 x1830945821954048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.119743:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706680 with x1830945821954048 ext(0->4095) 00010000:00010000:1.0:1746126466.119751:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.119766:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.119772:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c706680 00000100:00100000:1.0:1746126466.119784:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1656 00000100:00100000:1.0:1746126466.119790:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1976:x1830945821954048:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126466.119896:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1976:x1830945821954048:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (966us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.119903:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1656 00002000:00100000:1.0:1746126466.119907:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706680 x1830945821954048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.119914:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706680 with x1830945821954048 ext(0->4095) 00010000:00010000:1.0:1746126466.119918:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.119926:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.119932:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c706680 00000100:00100000:0.0:1746126466.123818:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.123912:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821954176 00000100:00100000:2.0:1746126466.123920:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821954176 00010000:00010000:2.0:1746126466.123946:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.123979:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7115 00000100:00100000:2.0:1746126466.123986:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c706a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1976:x1830945821954176:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.123997:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.124014:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.124024:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.124042:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116336 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b989 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.124055:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.124057:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.124063:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.124070:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.124095:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.124105:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820415360:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.124167:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.127630:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.127780:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820415360:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.127795:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.127824:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c706a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945821954176:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3839us (4013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.127832:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7115 00000100:00100000:1.0:1746126466.128266:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821954432 00000100:00100000:1.0:1746126466.128271:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821954432 00002000:00100000:1.0:1746126466.128313:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706d80 x1830945821954432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.128321:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706d80 with x1830945821954432 ext(0->4095) 00002000:00010000:1.0:1746126466.128325:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c706d80 00000100:00100000:1.0:1746126466.128540:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3813 00000100:00100000:1.0:1746126466.128547:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1977:x1830945821954432:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.128673:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1977:x1830945821954432:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (1049us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.128679:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3813 00002000:00100000:1.0:1746126466.128684:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706d80 x1830945821954432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.128691:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706d80 with x1830945821954432 ext(0->4095) 00002000:00010000:1.0:1746126466.128694:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c706d80 00000100:00100000:0.0:1746126466.131558:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.131655:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821954560 00000100:00100000:1.0:1746126466.131662:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821954560 00000100:00100000:1.0:1746126466.131705:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4902 00000100:00100000:1.0:1746126466.131713:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821954560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.131727:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.131741:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b997 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.131765:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 33 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.131771:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.131774:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.131777:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.131805:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 33 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.131815:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 33 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126466.131826:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820415488:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126466.132378:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126466.134541:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820415488:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126466.134564:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.134577:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05ec00, rc 0) 00000100:00100000:1.0:1746126466.134605:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821954560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2893us (3053us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.134612:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4902 00000100:00100000:0.0:1746126466.135920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.136292:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821954688 00000100:00100000:2.0:1746126466.136298:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821954688 00010000:00010000:2.0:1746126466.136320:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 34 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.136348:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7116 00000100:00100000:2.0:1746126466.136354:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c707480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945821954688:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.136363:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.136379:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 34 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.136389:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 34 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.136405:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d111633d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b990 expref: 34 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.136425:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.136427:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.136432:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.136438:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.136459:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.136467:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820415616:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.136537:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.138290:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.139540:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821954816 00000100:00100000:1.0:1746126466.139547:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821954816 00000100:00100000:1.0:1746126466.139588:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4903 00000100:00100000:1.0:1746126466.139595:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31630:x1830945821954816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.139610:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.139623:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b99e expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.139644:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.139651:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.139652:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.139655:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.139678:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.139688:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 5 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126466.139698:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820415744:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126466.139755:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.140107:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820415616:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.140120:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.140142:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c707480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1976:x1830945821954688:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3788us (4224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.140149:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7116 00000100:00100000:0.0:1746126466.140707:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.140908:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821955072 00000100:00100000:2.0:1746126466.140912:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821955072 00002000:00100000:2.0:1746126466.140932:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c707b80 x1830945821955072/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.140941:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c707b80 with x1830945821955072 ext(0->4095) 00010000:00010000:2.0:1746126466.140947:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.140957:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.140962:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c707b80 00000100:00100000:2.0:1746126466.140974:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1657 00000100:00100000:2.0:1746126466.140979:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821955072:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126466.141085:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821955072:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.141090:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1657 00002000:00100000:2.0:1746126466.141095:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c707b80 x1830945821955072/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.141106:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c707b80 with x1830945821955072 ext(0->4095) 00010000:00010000:2.0:1746126466.141110:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.141117:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.141122:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c707b80 00000100:00100000:1.0:1746126466.143398:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820415744:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126466.143423:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.143437:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a427d200, rc 0) 00000100:00100000:1.0:1746126466.143479:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31630:x1830945821954816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3884us (5194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.143486:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4903 00000100:00100000:0.0:1746126466.143756:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.143893:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821955200 00000100:00100000:1.0:1746126466.143898:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821955200 00000100:00100000:1.0:1746126466.143928:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4904 00000100:00100000:1.0:1746126466.143934:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31631:x1830945821955200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.143947:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.143957:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9a5 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.143971:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.143974:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.143980:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.143983:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.144003:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.144011:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.144018:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a427c200, rc 0) 00000100:00100000:1.0:1746126466.144035:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:31631:x1830945821955200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.144040:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4904 00000100:00100000:0.0:1746126466.146958:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.147055:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821955328 00000100:00100000:2.0:1746126466.147062:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821955328 00010000:00010000:2.0:1746126466.147088:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.147349:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7117 00000100:00100000:2.0:1746126466.147355:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821955328:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.147365:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.147381:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.147391:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.147408:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116344 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b997 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.147527:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.147529:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.147535:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.147542:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.147566:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.147575:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 34 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.147585:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820416000:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.147923:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.150426:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820416000:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.150440:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.150469:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821955328:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3115us (3517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.150478:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7117 00000100:00100000:0.0:1746126466.151694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.151774:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821955584 00000100:00100000:1.0:1746126466.151779:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821955584 00002000:00100000:1.0:1746126466.151810:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705880 x1830945821955584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.151821:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705880 with x1830945821955584 ext(0->4095) 00010000:00010000:1.0:1746126466.151827:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 35 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.151841:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 35 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.151847:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705880 00000100:00100000:1.0:1746126466.151869:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1658 00000100:00100000:1.0:1746126466.151875:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1977:x1830945821955584:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.151979:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1977:x1830945821955584:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.151984:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1658 00002000:00100000:1.0:1746126466.151989:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705880 x1830945821955584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.151996:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705880 with x1830945821955584 ext(0->4095) 00010000:00010000:1.0:1746126466.152000:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 35 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.152008:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 35 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.152014:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705880 00000100:00100000:2.0:1746126466.154654:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.154706:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821955712 00000100:00100000:0.0:1746126466.154712:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821955712 00010000:00010000:0.0:1746126466.154734:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 35 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746126466.154762:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7118 00000100:00100000:0.0:1746126466.154768:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1974:x1830945821955712:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126466.154777:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126466.154792:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 35 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.154802:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 35 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.154818:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a427d200/0x8f8d42f0d111634b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b99e expref: 35 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.154838:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.154840:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.154845:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.154852:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.154886:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126466.154896:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800906e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820416128:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126466.154954:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.157469:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.157568:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821955968 00000100:00100000:3.0:1746126466.157574:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821955968 00002000:00100000:3.0:1746126466.157603:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e0380 x1830945821955968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.157613:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e0380 with x1830945821955968 ext(0->4095) 00002000:00010000:3.0:1746126466.157617:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906e0380 00000100:00100000:2.0:1746126466.157964:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800906e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820416128:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.157979:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.158011:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1974:x1830945821955712:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3243us (3363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.158019:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7118 00000100:00100000:3.0:1746126466.158110:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3814 00000100:00100000:3.0:1746126466.158116:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1977:x1830945821955968:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126466.158232:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1977:x1830945821955968:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (766us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126466.158237:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3814 00002000:00100000:3.0:1746126466.158242:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e0380 x1830945821955968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.158257:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e0380 with x1830945821955968 ext(0->4095) 00002000:00010000:3.0:1746126466.158259:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906e0380 00000100:00100000:0.0:1746126466.161313:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.161389:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821956096 00000100:00100000:3.0:1746126466.161395:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821956096 00000100:00100000:3.0:1746126466.161592:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4905 00000100:00100000:3.0:1746126466.161599:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821956096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.161612:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.161625:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9ac expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.161650:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 33 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.161656:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.161657:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.161660:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.161681:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 33 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.161691:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 33 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.161700:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820416256:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.161769:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.163492:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820416256:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.163533:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.163545:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:3.0:1746126466.163573:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821956096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1974us (2264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.163579:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4905 00000100:00100000:0.0:1746126466.165257:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.165337:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821956224 00000100:00100000:2.0:1746126466.165343:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821956224 00010000:00010000:2.0:1746126466.165370:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 34 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126466.165590:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7119 00000100:00100000:1.0:1746126466.165599:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945821956224:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126466.165610:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126466.165629:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 34 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.165638:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 34 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.165656:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a427c200/0x8f8d42f0d1116352 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9a5 expref: 34 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.165670:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.165672:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.165677:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.165684:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.165710:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126466.165720:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820416384:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126466.165779:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126466.167956:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820416384:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126466.167973:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126466.168001:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1976:x1830945821956224:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2404us (2757us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.168009:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7119 00000100:00100000:0.0:1746126466.169276:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.169303:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.169367:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821956480 00000100:00100000:1.0:1746126466.169373:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821956480 00002000:00100000:1.0:1746126466.169403:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e0e00 x1830945821956480/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.169412:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e0e00 with x1830945821956480 ext(0->4095) 00002000:00010000:1.0:1746126466.169416:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906e0e00 00000100:00100000:1.0:1746126466.169432:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3815 00000100:00100000:1.0:1746126466.169437:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821956480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126466.169574:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821956480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.169580:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3815 00002000:00100000:1.0:1746126466.169585:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e0e00 x1830945821956480/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.169592:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e0e00 with x1830945821956480 ext(0->4095) 00002000:00010000:1.0:1746126466.169595:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906e0e00 00000100:00100000:3.0:1746126466.169676:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821956608 00000100:00100000:3.0:1746126466.169680:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821956608 00000100:00100000:3.0:1746126466.169710:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4906 00000100:00100000:3.0:1746126466.169726:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:31630:x1830945821956608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.169736:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.169760:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9b3 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.169780:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.169787:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.169788:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.169791:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 34 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.169812:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.169823:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 5 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.169890:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820416512:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.170066:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.171487:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820416512:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.171698:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 34 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.171713:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15400, rc 0) 00000100:00100000:3.0:1746126466.171735:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31630:x1830945821956608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2019us (2431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.171741:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4906 00000100:00100000:0.0:1746126466.171932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.172303:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821956736 00000100:00100000:3.0:1746126466.172307:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821956736 00000100:00100000:3.0:1746126466.172342:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4907 00000100:00100000:3.0:1746126466.172348:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31631:x1830945821956736:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.172358:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.172367:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9ba expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.172381:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.172459:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.172466:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.172468:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.172489:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.172519:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.172530:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14400, rc 0) 00000100:00100000:3.0:1746126466.172551:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:31631:x1830945821956736:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.172556:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4907 00000100:00100000:0.0:1746126466.173052:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.173112:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821956864 00000100:00100000:1.0:1746126466.173116:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821956864 00010000:00010000:1.0:1746126466.173131:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126466.173161:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7120 00000100:00100000:1.0:1746126466.173166:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821956864:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126466.173175:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126466.173190:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.173203:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.173219:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116359 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ac expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.173239:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.173241:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.173257:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 34 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.173264:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 34 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.173282:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 34 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.173292:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126466.173301:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820416768:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126466.173719:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126466.175180:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820416768:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126466.175195:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126466.175229:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821956864:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2061us (2175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.175239:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7120 00000100:00100000:0.0:1746126466.175360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.175556:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821957120 00000100:00100000:2.0:1746126466.175562:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821957120 00002000:00100000:2.0:1746126466.175588:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e1c00 x1830945821957120/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.175596:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e1c00 with x1830945821957120 ext(0->4095) 00010000:00010000:2.0:1746126466.175603:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.175613:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.175619:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906e1c00 00000100:00100000:2.0:1746126466.175641:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1659 00000100:00100000:2.0:1746126466.175646:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1977:x1830945821957120:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126466.176023:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1977:x1830945821957120:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 375us (662us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.176029:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1659 00002000:00100000:2.0:1746126466.176035:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e1c00 x1830945821957120/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.176042:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e1c00 with x1830945821957120 ext(0->4095) 00010000:00010000:2.0:1746126466.176046:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.176057:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.176062:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906e1c00 00000100:00100000:0.0:1746126466.177697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.177745:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821957248 00000100:00100000:1.0:1746126466.177751:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821957248 00010000:00010000:1.0:1746126466.177775:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126466.177806:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7121 00000100:00100000:1.0:1746126466.177813:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1976:x1830945821957248:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126466.177823:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126466.177837:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.177846:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.177865:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116360 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9b3 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.177875:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.177877:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.177883:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 34 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.177890:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 34 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.177915:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 34 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126466.177925:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820416896:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126466.177989:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.181713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.181796:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821957504 00000100:00100000:3.0:1746126466.181802:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821957504 00002000:00100000:3.0:1746126466.181833:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e1f80 x1830945821957504/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.181841:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e1f80 with x1830945821957504 ext(0->4095) 00002000:00010000:3.0:1746126466.181845:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906e1f80 00000100:00100000:3.0:1746126466.181860:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3816 00000100:00100000:3.0:1746126466.181865:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1976:x1830945821957504:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126466.181976:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1976:x1830945821957504:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (268us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126466.181982:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3816 00002000:00100000:3.0:1746126466.181987:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e1f80 x1830945821957504/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.181993:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e1f80 with x1830945821957504 ext(0->4095) 00002000:00010000:3.0:1746126466.181995:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906e1f80 00000100:00100000:1.0:1746126466.182070:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820416896:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126466.182088:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126466.182111:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945821957248:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4299us (4418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.182117:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7121 00000100:00100000:0.0:1746126466.184394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.184460:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821957632 00000100:00100000:1.0:1746126466.184465:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821957632 00000100:00100000:1.0:1746126466.184639:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4908 00000100:00100000:1.0:1746126466.184648:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821957632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.184660:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.184672:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9c1 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.184693:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.184699:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.184701:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.184704:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.184724:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.184738:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 33 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126466.184748:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820417024:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126466.185295:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126466.187848:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820417024:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126466.187869:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.187882:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a427ce00, rc 0) 00000100:00100000:1.0:1746126466.187910:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821957632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3263us (3519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.187916:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4908 00000100:00100000:0.0:1746126466.188471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.189262:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821957760 00000100:00100000:1.0:1746126466.189268:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821957760 00010000:00010000:1.0:1746126466.189292:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126466.189321:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7122 00000100:00100000:1.0:1746126466.189327:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945821957760:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126466.189337:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126466.189353:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.189366:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.189384:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116367 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9ba expref: 34 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.189407:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.189410:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.189415:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.189422:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.189445:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126466.189456:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820417152:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126466.189531:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.191957:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.192114:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821957888 00000100:00100000:1.0:1746126466.192120:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821957888 00000100:00100000:1.0:1746126466.192158:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4909 00000100:00100000:1.0:1746126466.192165:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31630:x1830945821957888:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.192177:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.192189:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9c8 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.192212:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.192218:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.192219:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.192222:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.192241:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.192260:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 5 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126466.192270:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820417280:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126466.193189:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.193661:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820417152:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126466.193674:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126466.193697:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1976:x1830945821957760:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4371us (5227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126466.193704:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7122 00000100:00100000:1.0:1746126466.196204:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820417280:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126466.196226:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 34 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.196240:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05ee00, rc 0) 00000100:00100000:1.0:1746126466.196317:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31630:x1830945821957888:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4153us (4364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.196324:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4909 00000100:00100000:0.0:1746126466.196471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.196915:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821958144 00000100:00100000:1.0:1746126466.196920:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821958144 00002000:00100000:1.0:1746126466.196946:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e2d80 x1830945821958144/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.196955:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e2d80 with x1830945821958144 ext(0->4095) 00010000:00010000:1.0:1746126466.196961:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.196972:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.196978:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906e2d80 00000100:00100000:1.0:1746126466.197301:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1660 00000100:00100000:1.0:1746126466.197308:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821958144:12345-192.168.203.3@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126466.197993:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821958144:12345-192.168.203.3@tcp:3:ldlm_bl.0 Request processed in 684us (1520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.197999:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1660 00002000:00100000:1.0:1746126466.198004:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e2d80 x1830945821958144/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.198010:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e2d80 with x1830945821958144 ext(0->4095) 00010000:00010000:1.0:1746126466.198015:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.198024:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.198030:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906e2d80 00000100:00100000:1.0:1746126466.200644:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.200708:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821958272 00000100:00100000:0.0:1746126466.200716:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821958272 00010000:00010000:0.0:1746126466.200744:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746126466.200842:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7123 00000100:00100000:0.0:1746126466.200850:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821958272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126466.200861:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126466.200877:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.200887:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.200906:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d111636e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c1 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746126466.201159:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.201162:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.201169:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 33 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.201177:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 33 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.201207:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 33 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126466.201218:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800906e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820417408:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126466.201438:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126466.203824:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800906e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820417408:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126466.203839:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126466.203870:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821958272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3020us (3230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.203879:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7123 00000100:00100000:0.0:1746126466.205827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.205906:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821958528 00000100:00100000:1.0:1746126466.205912:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821958528 00002000:00100000:1.0:1746126466.205946:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e3480 x1830945821958528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.205954:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e3480 with x1830945821958528 ext(0->4095) 00002000:00010000:1.0:1746126466.205958:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906e3480 00000100:00100000:1.0:1746126466.206143:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3817 00000100:00100000:1.0:1746126466.206150:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945821958528:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126466.206305:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945821958528:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (481us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.206311:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3817 00002000:00100000:1.0:1746126466.206316:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e3480 x1830945821958528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.206322:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e3480 with x1830945821958528 ext(0->4095) 00002000:00010000:1.0:1746126466.206325:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906e3480 00000100:00100000:0.0:1746126466.212110:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.212296:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821958656 00000100:00100000:1.0:1746126466.212304:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821958656 00000100:00100000:1.0:1746126466.212350:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4910 00000100:00100000:1.0:1746126466.212356:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821958656:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.212371:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.212384:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9cf expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.212406:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 33 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.212412:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.212413:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.212416:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.212438:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 33 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.212447:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 33 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746126466.212456:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820417536:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126466.212545:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126466.213928:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820417536:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126466.213948:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.213960:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05ec00, rc 0) 00000100:00100000:1.0:1746126466.213994:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821958656:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1638us (1890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.214004:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4910 00000100:00100000:0.0:1746126466.215395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.215490:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821958784 00000100:00100000:1.0:1746126466.215518:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821958784 00002000:00100000:1.0:1746126466.215686:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800906e3b80 x1830945821958784/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.215694:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e3b80 with x1830945821958784 ext(0->7) 00010000:00010000:1.0:1746126466.215700:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 34 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.215712:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 34 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.215717:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906e3b80 00000100:00100000:1.0:1746126466.216186:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1661 00000100:00100000:1.0:1746126466.216193:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1977:x1830945821958784:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126466.216466:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821958784:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 272us (1072us total) trans 4294967988 rc 0/0 00000100:00100000:1.0:1746126466.216471:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1661 00002000:00100000:1.0:1746126466.216477:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800906e3b80 x1830945821958784/t4294967988(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/448 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.216484:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e3b80 with x1830945821958784 ext(0->7) 00010000:00010000:1.0:1746126466.216488:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 36 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.216512:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 36 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.216518:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906e3b80 00000100:00100000:0.0:1746126466.222908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.223616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.224144:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821958912 00000100:00100000:1.0:1746126466.224151:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821958912 00000100:00100000:1.0:1746126466.224194:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4911 00000100:00100000:1.0:1746126466.224201:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:31630:x1830945821958912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.224215:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.224229:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9d6 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.224258:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.224263:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.224268:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126466.224271:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.224298:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.224309:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.224317:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ae000, rc 0) 00000100:00100000:1.0:1746126466.224354:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:31630:x1830945821958912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (1453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.224363:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4911 00000100:00100000:2.0:1746126466.224798:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821959040 00000100:00100000:2.0:1746126466.224802:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821959040 00010000:00010000:2.0:1746126466.224819:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 37 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.224837:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7124 00000100:00100000:2.0:1746126466.224843:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:1974:x1830945821959040:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.224850:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.224866:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 37 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.224876:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 37 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.224890:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116375 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9c8 expref: 37 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.224903:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.224904:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.224909:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.224919:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.224939:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.224947:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 5 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.224957:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820417792:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.225751:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.227302:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820417792:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.227316:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.227343:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1974:x1830945821959040:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2500us (3727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.227351:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7124 00000100:00100000:0.0:1746126466.228833:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.228911:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821959296 00000100:00100000:3.0:1746126466.228917:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821959296 00002000:00100000:3.0:1746126466.228948:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e1880 x1830945821959296/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.228957:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e1880 with x1830945821959296 ext(0->4095) 00010000:00010000:3.0:1746126466.228964:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.228975:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746126466.228981:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906e1880 00000100:00100000:3.0:1746126466.229287:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1662 00000100:00100000:3.0:1746126466.229294:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821959296:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126466.230676:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821959296:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1378us (1841us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126466.230683:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1662 00002000:00100000:3.0:1746126466.230694:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800906e1880 x1830945821959296/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.230701:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906e1880 with x1830945821959296 ext(0->4095) 00010000:00010000:3.0:1746126466.230710:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.230724:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746126466.230730:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906e1880 00000100:00100000:0.0:1746126466.237382:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.237670:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821959424 00000100:00100000:3.0:1746126466.237678:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821959424 00010000:00010000:3.0:1746126466.237704:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.237881:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7125 00000100:00100000:3.0:1746126466.237888:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821959424:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.237900:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.237918:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.237928:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.237946:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d111637c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9cf expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.237961:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.237963:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.237969:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.237980:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.238004:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.238014:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820417920:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126466.238217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.238985:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821959552 00000100:00100000:0.0:1746126466.238988:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821959552 00000100:00100000:0.0:1746126466.239004:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4912 00000100:00100000:0.0:1746126466.239008:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821959552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126466.239018:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126466.239026:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9dd expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.239038:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.239043:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126466.239044:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126466.239047:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.239058:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.239070:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 35 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746126466.239077:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820418048:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.239262:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.239448:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.240446:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820418048:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.240466:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.240475:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43ccc00, rc 0) 00000100:00100000:2.0:1746126466.240513:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31631:x1830945821959552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1503us (2296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.240518:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4912 00000100:00100000:3.0:1746126466.240571:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820417920:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.240580:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.240593:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821959424:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2706us (3218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.240598:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7125 00000100:00100000:0.0:1746126466.242476:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.242552:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821959680 00000100:00100000:3.0:1746126466.242558:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821959680 00010000:00010000:3.0:1746126466.242577:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 36 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.242598:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7126 00000100:00100000:3.0:1746126466.242603:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821959680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.242611:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.242626:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 36 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.242634:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 36 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.242650:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116383 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9d6 expref: 36 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.242661:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.242663:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.242667:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.242673:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.242691:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.242698:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820418176:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.243435:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.244954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.245022:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821959936 00000100:00100000:1.0:1746126466.245028:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821959936 00002000:00100000:1.0:1746126466.245057:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8ca80 x1830945821959936/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.245066:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ca80 with x1830945821959936 ext(0->4095) 00002000:00010000:1.0:1746126466.245069:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ca80 00000100:00100000:1.0:1746126466.245094:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3818 00000100:00100000:1.0:1746126466.245101:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821959936:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126466.245230:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821959936:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.245236:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3818 00002000:00100000:1.0:1746126466.245241:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8ca80 x1830945821959936/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.245257:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ca80 with x1830945821959936 ext(0->4095) 00002000:00010000:1.0:1746126466.245259:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ca80 00000100:00100000:3.0:1746126466.246343:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820418176:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.246359:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.246388:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1977:x1830945821959680:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3784us (3915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.246396:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7126 00000100:00100000:0.0:1746126466.246842:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.246882:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821960064 00000100:00100000:2.0:1746126466.246886:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821960064 00000100:00100000:2.0:1746126466.246922:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4913 00000100:00100000:2.0:1746126466.246928:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:31631:x1830945821960064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.246937:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.246948:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9e4 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.246968:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.246974:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.246975:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.246978:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.247000:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.247009:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 5 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.247018:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820418304:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.247075:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.249719:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820418304:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.249740:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.249750:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:0.0:1746126466.249825:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.250370:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821960192 00000100:00100000:3.0:1746126466.250376:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821960192 00010000:00010000:3.0:1746126466.250396:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.250555:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:31631:x1830945821960064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3626us (3712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.250561:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4913 00000100:00100000:0.0:1746126466.254574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.254787:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7127 00000100:00100000:3.0:1746126466.254799:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821960192:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.254814:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.254835:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.254847:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.254868:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43ccc00/0x8f8d42f0d111638a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9dd expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.254888:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.254890:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.254896:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.254904:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.254934:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.254944:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820418432:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.254998:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.255672:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821960320 00000100:00100000:2.0:1746126466.255679:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821960320 00000100:00100000:2.0:1746126466.255714:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4914 00000100:00100000:2.0:1746126466.255719:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:31630:x1830945821960320:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.255731:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.255739:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9eb expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.255758:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 37 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.255763:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.255765:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.255768:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 37 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.255783:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 37 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.255795:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.255803:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820418560:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.255838:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.258326:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820418560:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.258348:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 37 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.258365:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126466.258406:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:31630:x1830945821960320:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2686us (3838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.258412:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4914 00000100:00100000:3.0:1746126466.260686:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820418432:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.260702:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.261055:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821960192:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6258us (11228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.261064:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7127 00000100:00100000:1.0:1746126466.261162:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.261383:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821960576 00000100:00100000:2.0:1746126466.261389:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821960576 00002000:00100000:2.0:1746126466.261417:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b37800 x1830945821960576/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.261425:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37800 with x1830945821960576 ext(0->4095) 00010000:00010000:2.0:1746126466.261431:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.261441:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.261446:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b37800 00000100:00100000:2.0:1746126466.261532:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1663 00000100:00100000:2.0:1746126466.261539:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:1977:x1830945821960576:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126466.262560:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:1977:x1830945821960576:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1020us (1397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.262566:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1663 00002000:00100000:2.0:1746126466.262572:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b37800 x1830945821960576/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.262584:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37800 with x1830945821960576 ext(0->4095) 00010000:00010000:2.0:1746126466.262589:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.262597:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.262603:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b37800 00000100:00100000:0.0:1746126466.268492:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.268567:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.268576:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821960832 00000100:00100000:3.0:1746126466.268583:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821960832 00010000:00010000:3.0:1746126466.268611:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.268644:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7128 00000100:00100000:3.0:1746126466.268651:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:1974:x1830945821960832:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.268662:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.268681:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.268691:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.268710:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116391 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9e4 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.268738:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.268740:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.268746:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.268752:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.268779:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.268820:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821960704 00000100:00100000:2.0:1746126466.268824:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821960704 00000100:00100000:2.0:1746126466.268859:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4915 00000100:00100000:2.0:1746126466.268865:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821960704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.268877:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.268885:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9f2 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.268900:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.268905:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.268906:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.268908:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.268924:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.268938:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 36 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.268948:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820418816:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.269003:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00010000:00010000:3.0:1746126466.269158:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 36 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.269166:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820418688:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.269189:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.271550:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820418816:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.271573:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.271586:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:3.0:1746126466.272258:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820418688:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.272268:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.272469:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821960704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3602us (3899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.272477:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4915 00000100:00100000:3.0:1746126466.272883:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1974:x1830945821960832:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4231us (4395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.272891:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7128 00000100:00100000:0.0:1746126466.273649:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.273716:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821961088 00000100:00100000:2.0:1746126466.273721:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821961088 00002000:00100000:2.0:1746126466.273750:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8dc00 x1830945821961088/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.273758:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8dc00 with x1830945821961088 ext(0->4095) 00010000:00010000:2.0:1746126466.273765:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 36 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.273777:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 36 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.273787:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8dc00 00000100:00100000:2.0:1746126466.274344:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1664 00000100:00100000:2.0:1746126466.274352:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821961088:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126466.274466:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821961088:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (818us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.274472:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1664 00002000:00100000:2.0:1746126466.274476:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8dc00 x1830945821961088/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.274484:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8dc00 with x1830945821961088 ext(0->4095) 00010000:00010000:2.0:1746126466.274488:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 36 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.274516:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 36 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.274521:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8dc00 00000100:00100000:0.0:1746126466.277272:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.277712:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821961216 00000100:00100000:2.0:1746126466.277719:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821961216 00000100:00100000:2.0:1746126466.277754:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4916 00000100:00100000:2.0:1746126466.277760:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:31630:x1830945821961216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.277773:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.277787:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0b9f9 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.277812:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.277816:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.277820:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126466.277823:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 37 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.277851:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.277860:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 37 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.277868:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126466.277899:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:31630:x1830945821961216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.277905:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4916 00000100:00100000:0.0:1746126466.278178:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.278225:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821961344 00000100:00100000:3.0:1746126466.278229:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821961344 00010000:00010000:3.0:1746126466.278242:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.278276:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7129 00000100:00100000:3.0:1746126466.278281:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:1977:x1830945821961344:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.278289:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.278304:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.278317:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.278331:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116398 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9eb expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.278355:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.278357:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.278363:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.278369:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.278389:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.278399:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 5 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.278409:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820419072:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.278466:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.281142:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820419072:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.281159:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.281205:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821961344:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2922us (3026us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126466.282133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.282180:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7129 00000100:00100000:1.0:1746126466.282286:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821961600 00000100:00100000:1.0:1746126466.282292:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821961600 00002000:00100000:1.0:1746126466.282322:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8e680 x1830945821961600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.282332:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e680 with x1830945821961600 ext(0->4095) 00010000:00010000:1.0:1746126466.282339:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.282350:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.282356:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8e680 00000100:00100000:1.0:1746126466.282376:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1665 00000100:00100000:1.0:1746126466.282382:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821961600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126466.282794:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821961600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 411us (661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.282800:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1665 00002000:00100000:1.0:1746126466.282805:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8e680 x1830945821961600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.282811:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e680 with x1830945821961600 ext(0->4095) 00010000:00010000:1.0:1746126466.282816:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.282824:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.282829:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8e680 00000100:00100000:0.0:1746126466.285129:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.285196:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821961728 00000100:00100000:3.0:1746126466.285202:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821961728 00010000:00010000:3.0:1746126466.285224:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.285258:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7130 00000100:00100000:3.0:1746126466.285263:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821961728:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.285272:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.285287:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.285297:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.285313:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111639f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f2 expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.285324:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.285326:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.285331:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.285338:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.285359:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.285369:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820419200:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.285424:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.288550:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820419200:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.288566:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.288598:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821961728:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3334us (3475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.288606:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7130 00000100:00100000:0.0:1746126466.290467:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.290816:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821961984 00000100:00100000:1.0:1746126466.290823:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821961984 00002000:00100000:1.0:1746126466.290855:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8ed80 x1830945821961984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.290864:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ed80 with x1830945821961984 ext(0->4095) 00002000:00010000:1.0:1746126466.290869:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ed80 00000100:00100000:1.0:1746126466.291571:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3819 00000100:00100000:1.0:1746126466.291581:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821961984:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.291710:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821961984:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (1247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.291716:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3819 00002000:00100000:1.0:1746126466.291722:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8ed80 x1830945821961984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.291729:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ed80 with x1830945821961984 ext(0->4095) 00002000:00010000:1.0:1746126466.291731:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ed80 00000100:00100000:0.0:1746126466.293453:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.293774:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821962112 00000100:00100000:2.0:1746126466.293781:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821962112 00000100:00100000:2.0:1746126466.293804:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4917 00000100:00100000:2.0:1746126466.293809:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821962112:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.293820:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.293833:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba00 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.293856:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.293861:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.293863:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.293866:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.293887:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.293897:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 35 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.293906:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820419328:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.293962:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.295733:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820419328:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.295752:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.295763:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126466.295795:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821962112:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1985us (2344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.295800:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4917 00000100:00100000:0.0:1746126466.297659:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.297762:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.297818:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821962240 00000100:00100000:3.0:1746126466.297825:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821962240 00010000:00010000:3.0:1746126466.297851:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 36 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.298224:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821962368 00000100:00100000:2.0:1746126466.298229:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821962368 00000100:00100000:2.0:1746126466.298257:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4918 00000100:00100000:2.0:1746126466.298264:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:31630:x1830945821962368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.298275:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.298287:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba07 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.298305:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.298310:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.298315:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126466.298318:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 38 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.298344:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.298354:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 38 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.298362:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126466.298390:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:31630:x1830945821962368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.298395:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4918 00000100:00100000:3.0:1746126466.298661:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7131 00000100:00100000:3.0:1746126466.298667:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:1976:x1830945821962240:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.298675:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.298689:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.298698:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.298712:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0b9f9 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.298724:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.298726:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.298730:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.298736:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.298753:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.298761:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 5 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.298770:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820419584:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.298808:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.301797:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.302031:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821962624 00000100:00100000:2.0:1746126466.302038:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821962624 00002000:00100000:2.0:1746126466.302068:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8f800 x1830945821962624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.302082:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8f800 with x1830945821962624 ext(0->4095) 00010000:00010000:2.0:1746126466.302090:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.302101:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.302107:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8f800 00000100:00100000:3.0:1746126466.302366:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820419584:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.302381:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.302746:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1666 00000100:00100000:2.0:1746126466.302754:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821962624:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126466.302903:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1976:x1830945821962240:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4234us (5246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.302910:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7131 00000100:00100000:2.0:1746126466.303458:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821962624:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 705us (1667us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.303464:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1666 00002000:00100000:2.0:1746126466.303470:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8f800 x1830945821962624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.303477:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8f800 with x1830945821962624 ext(0->4095) 00010000:00010000:2.0:1746126466.303483:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.303508:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.303514:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8f800 00000100:00100000:0.0:1746126466.311903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.313204:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821962752 00000100:00100000:3.0:1746126466.313213:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821962752 00010000:00010000:3.0:1746126466.313254:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.313286:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7132 00000100:00100000:3.0:1746126466.313293:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821962752:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.313308:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.313324:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.313335:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.313353:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba00 expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.313367:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.313368:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.313374:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.313381:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.313406:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.313418:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820419712:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.313486:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126466.319818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.319908:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820419712:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.319924:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.319966:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821962752:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6672us (8068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.319978:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7132 00000100:00100000:2.0:1746126466.320011:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821963008 00000100:00100000:2.0:1746126466.320017:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821963008 00002000:00100000:2.0:1746126466.320049:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b37480 x1830945821963008/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.320057:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37480 with x1830945821963008 ext(0->4095) 00002000:00010000:2.0:1746126466.320061:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b37480 00000100:00100000:2.0:1746126466.320074:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3820 00000100:00100000:2.0:1746126466.320080:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821963008:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126466.320189:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821963008:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.320194:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3820 00002000:00100000:2.0:1746126466.320198:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b37480 x1830945821963008/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.320204:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37480 with x1830945821963008 ext(0->4095) 00002000:00010000:2.0:1746126466.320207:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b37480 00000100:00100000:0.0:1746126466.360319:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.360398:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821963136 00000100:00100000:2.0:1746126466.360406:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821963136 00000100:00100000:2.0:1746126466.360441:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4919 00000100:00100000:2.0:1746126466.360448:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821963136:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.360461:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.360474:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba0e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.360515:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.360525:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.360526:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.360529:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.360552:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 35 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.360561:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 35 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.360572:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820419840:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.360647:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.361795:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820419840:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.361813:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.361824:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126466.361860:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821963136:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1412us (1548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.361867:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4919 00000100:00100000:0.0:1746126466.476882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.476970:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821963264 00000100:00100000:1.0:1746126466.476978:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821963264 00002000:00100000:1.0:1746126466.477012:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094e8ce00 x1830945821963264/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.477020:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ce00 with x1830945821963264 ext(0->7) 00010000:00010000:1.0:1746126466.477027:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 36 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.477039:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 36 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.477045:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8ce00 00000100:00100000:2.0:1746126466.479208:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1667 00000100:00100000:2.0:1746126466.479223:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945821963264:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126466.479511:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1977:x1830945821963264:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 292us (2634us total) trans 4294967989 rc 0/0 00000100:00100000:2.0:1746126466.479518:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1667 00002000:00100000:2.0:1746126466.479525:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094e8ce00 x1830945821963264/t4294967989(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/448 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.479533:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ce00 with x1830945821963264 ext(0->7) 00010000:00010000:2.0:1746126466.479540:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 38 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.479552:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 38 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.479558:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8ce00 00000100:00100000:0.0:1746126466.487230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.487291:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821963392 00000100:00100000:3.0:1746126466.487298:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821963392 00000100:00100000:0.0:1746126466.487322:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:3.0:1746126466.487326:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 38 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.487362:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7133 00000100:00100000:3.0:1746126466.487369:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945821963392:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.487379:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.487395:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 38 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.487395:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821963520 00000100:00100000:2.0:1746126466.487398:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821963520 00010000:00010000:3.0:1746126466.487404:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 39 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.487417:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4920 00000100:00100000:2.0:1746126466.487421:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:31630:x1830945821963520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.487423:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11163b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba07 expref: 39 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.487432:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.487436:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.487438:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.487439:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba15 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.487443:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.487449:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.487463:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.487472:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.487473:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.487478:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 39 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.487563:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.487573:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 5 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.487582:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820419968:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.487645:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00010000:00010000:2.0:1746126466.488232:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 5 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.488240:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 5 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.488258:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820420096:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.488285:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.496217:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820420096:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.496254:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 39 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.496269:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126466.496304:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:31630:x1830945821963520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8881us (8981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.496311:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4920 00000100:00100000:3.0:1746126466.496397:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820419968:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.496407:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.496422:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945821963392:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9055us (9200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.496429:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7133 00000100:00100000:0.0:1746126466.497140:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.497186:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821963776 00000100:00100000:1.0:1746126466.497191:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821963776 00002000:00100000:1.0:1746126466.497220:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8df80 x1830945821963776/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.497230:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8df80 with x1830945821963776 ext(0->4095) 00010000:00010000:1.0:1746126466.497236:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.497254:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.497260:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8df80 00000100:00100000:2.0:1746126466.498671:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1668 00000100:00100000:2.0:1746126466.498682:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821963776:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126466.498804:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821963776:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (1665us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.498809:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1668 00002000:00100000:2.0:1746126466.498815:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8df80 x1830945821963776/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.498828:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8df80 with x1830945821963776 ext(0->4095) 00010000:00010000:2.0:1746126466.498834:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746126466.498844:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746126466.498849:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8df80 00000100:00100000:0.0:1746126466.510686:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.510740:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.510796:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821964032 00000100:00100000:2.0:1746126466.510804:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821964032 00000100:00100000:2.0:1746126466.510839:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4921 00000100:00100000:2.0:1746126466.510846:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821964032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.510860:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.510874:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba1c expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.510892:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.510897:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 37 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.510903:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.510906:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.510934:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 37 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.510949:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.510957:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126466.511006:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31631:x1830945821964032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.511011:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4921 00000100:00100000:3.0:1746126466.511127:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821963904 00000100:00100000:3.0:1746126466.511131:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821963904 00010000:00010000:3.0:1746126466.511146:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 7 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.511172:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7134 00000100:00100000:3.0:1746126466.511177:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945821963904:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.511186:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.511425:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 7 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.511434:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 7 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.511447:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11163bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba0e expref: 7 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.511766:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.511768:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.511774:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 37 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.511780:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 37 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.511799:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 37 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.511807:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 37 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.511816:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820420352:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.511884:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.517614:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820420352:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.517630:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.517674:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821963904:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6494us (6993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.517683:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7134 00000100:00100000:0.0:1746126466.518944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.518990:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821964288 00000100:00100000:1.0:1746126466.518996:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821964288 00002000:00100000:1.0:1746126466.519026:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8c380 x1830945821964288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.519034:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8c380 with x1830945821964288 ext(0->4095) 00010000:00010000:1.0:1746126466.519041:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 38 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.519053:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 38 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.519059:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8c380 00000100:00100000:1.0:1746126466.519085:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1669 00000100:00100000:1.0:1746126466.519092:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1977:x1830945821964288:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.519233:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1977:x1830945821964288:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.519238:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1669 00002000:00100000:1.0:1746126466.519252:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094e8c380 x1830945821964288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.519258:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8c380 with x1830945821964288 ext(0->4095) 00010000:00010000:1.0:1746126466.519263:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 38 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.519271:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 38 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.519276:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8c380 00000100:00100000:0.0:1746126466.520710:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.520985:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821964416 00000100:00100000:2.0:1746126466.520990:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821964416 00000100:00100000:2.0:1746126466.521028:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4922 00000100:00100000:2.0:1746126466.521034:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:31630:x1830945821964416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.521044:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.521057:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba23 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.521079:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.521084:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.521089:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126466.521092:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.521119:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.521138:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.521148:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126466.521171:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:31630:x1830945821964416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.521177:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4922 00000100:00100000:0.0:1746126466.522899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.522948:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821964544 00000100:00100000:3.0:1746126466.522953:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821964544 00010000:00010000:3.0:1746126466.523344:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 39 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.523379:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7135 00000100:00100000:3.0:1746126466.523385:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1977:x1830945821964544:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.523396:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.523410:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 39 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.523419:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 39 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.523434:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba15 expref: 39 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.523455:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.523456:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.523462:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.523469:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.523491:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.523517:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 5 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.523531:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820420608:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.524346:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.528199:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820420608:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.528217:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.528683:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1977:x1830945821964544:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5295us (5786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.528692:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7135 00000100:00100000:0.0:1746126466.530215:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.530375:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821964800 00000100:00100000:1.0:1746126466.530381:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821964800 00002000:00100000:1.0:1746126466.530413:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083930700 x1830945821964800/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.530422:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083930700 with x1830945821964800 ext(0->4095) 00010000:00010000:1.0:1746126466.530429:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.530442:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.530449:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083930700 00000100:00100000:1.0:1746126466.530476:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1670 00000100:00100000:1.0:1746126466.530482:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821964800:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.530632:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821964800:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.530640:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1670 00002000:00100000:1.0:1746126466.530645:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083930700 x1830945821964800/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.530651:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083930700 with x1830945821964800 ext(0->4095) 00010000:00010000:1.0:1746126466.530655:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.530663:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.530668:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083930700 00010000:00010000:2.0:1746126466.532804:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126466.535353:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.536392:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821964928 00000100:00100000:3.0:1746126466.536400:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821964928 00010000:00010000:3.0:1746126466.536431:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.536466:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7136 00000100:00100000:3.0:1746126466.536472:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821964928:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.536483:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.536536:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.536546:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.536563:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11163c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba1c expref: 6 pid: 10567 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.536605:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.536608:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.536614:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.536629:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.536660:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.536670:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820420736:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.536768:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.540777:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820420736:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.540794:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.540832:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821964928:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4359us (5489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.540841:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7136 00000100:00100000:0.0:1746126466.542148:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.542696:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821965184 00000100:00100000:1.0:1746126466.542703:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821965184 00002000:00100000:1.0:1746126466.542739:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083931500 x1830945821965184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.542747:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083931500 with x1830945821965184 ext(0->4095) 00002000:00010000:1.0:1746126466.542751:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083931500 00000100:00100000:1.0:1746126466.542781:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3821 00000100:00100000:1.0:1746126466.542788:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945821965184:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126466.542927:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945821965184:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (781us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.542932:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3821 00002000:00100000:1.0:1746126466.542937:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083931500 x1830945821965184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.542950:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083931500 with x1830945821965184 ext(0->4095) 00002000:00010000:1.0:1746126466.542952:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083931500 00000100:00100000:0.0:1746126466.546380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.547052:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821965312 00000100:00100000:2.0:1746126466.547060:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821965312 00000100:00100000:2.0:1746126466.547227:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4923 00000100:00100000:2.0:1746126466.547235:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821965312:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.547260:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.547275:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba2a expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.547297:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.547304:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.547306:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.547310:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.547333:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.547347:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 37 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.547357:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820420864:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.547848:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.550103:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820420864:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.550127:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.550140:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126466.550178:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821965312:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2943us (3804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.550185:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4923 00000100:00100000:0.0:1746126466.551584:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.552395:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821965440 00000100:00100000:3.0:1746126466.552402:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821965440 00010000:00010000:3.0:1746126466.552428:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 38 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.552459:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7137 00000100:00100000:3.0:1746126466.552465:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1977:x1830945821965440:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.552476:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.552507:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 38 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.552522:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 38 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.552540:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11163d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba23 expref: 38 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.552564:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.552566:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.552572:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.552579:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.552603:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.552613:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820420992:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.552675:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.553039:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.553181:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821965568 00000100:00100000:0.0:1746126466.553185:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821965568 00000100:00100000:0.0:1746126466.553617:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4924 00000100:00100000:0.0:1746126466.553624:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:31630:x1830945821965568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126466.553634:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126466.553642:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba31 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.553655:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.553660:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.553662:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.553664:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.553678:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.553687:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 5 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746126466.553694:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083933800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820421120:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126466.553738:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.557240:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820420992:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.557267:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.557332:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083933800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820421120:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.557351:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.557365:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a427ce00, rc 0) 00000100:00100000:0.0:1746126466.557403:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.557660:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821965824 00000100:00100000:1.0:1746126466.557666:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821965824 00002000:00100000:1.0:1746126466.557693:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083933b80 x1830945821965824/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.557701:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083933b80 with x1830945821965824 ext(0->4095) 00010000:00010000:1.0:1746126466.557706:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.557717:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.557719:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1977:x1830945821965440:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5253us (6137us total) trans 0 rc 0/0 00002000:00010000:1.0:1746126466.557723:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083933b80 00000100:00100000:3.0:1746126466.557727:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7137 00000100:00100000:1.0:1746126466.557735:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1671 00000100:00100000:1.0:1746126466.557741:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821965824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126466.557833:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:31630:x1830945821965568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4209us (4792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.557838:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4924 00000100:00100000:1.0:1746126466.557847:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821965824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.557852:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1671 00002000:00100000:1.0:1746126466.557856:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083933b80 x1830945821965824/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.557862:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083933b80 with x1830945821965824 ext(0->4095) 00010000:00010000:1.0:1746126466.557866:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746126466.557874:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746126466.557879:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083933b80 00000100:00100000:0.0:1746126466.560958:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.561023:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821965952 00000100:00100000:3.0:1746126466.561029:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821965952 00010000:00010000:3.0:1746126466.561052:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746126466.561083:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7138 00000100:00100000:3.0:1746126466.561089:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821965952:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.561101:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.561116:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.561126:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.561145:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11163d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba2a expref: 6 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.561164:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.561166:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.561172:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.561178:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.561203:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.561212:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820421248:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.561524:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.564045:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820421248:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.564061:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.564091:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821965952:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3002us (3139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.564099:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7138 00000100:00100000:0.0:1746126466.565846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.565906:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821966208 00000100:00100000:1.0:1746126466.565913:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821966208 00002000:00100000:1.0:1746126466.565945:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083930000 x1830945821966208/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.565960:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083930000 with x1830945821966208 ext(0->4095) 00002000:00010000:1.0:1746126466.565964:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083930000 00000100:00100000:1.0:1746126466.565991:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3822 00000100:00100000:1.0:1746126466.565999:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1977:x1830945821966208:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.566131:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1977:x1830945821966208:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.566137:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3822 00002000:00100000:1.0:1746126466.566142:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880083930000 x1830945821966208/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.566149:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083930000 with x1830945821966208 ext(0->4095) 00002000:00010000:1.0:1746126466.566151:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083930000 00000100:00100000:0.0:1746126466.569717:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.569841:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821966336 00000100:00100000:2.0:1746126466.569849:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821966336 00000100:00100000:2.0:1746126466.569885:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4925 00000100:00100000:2.0:1746126466.569890:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821966336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.569904:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.569917:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba38 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.569938:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.570022:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.570024:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.570028:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.570053:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.570064:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 37 pid: 8480 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746126466.570074:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a43e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820421376:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.570212:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.580661:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.581150:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a43e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820421376:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.581174:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.581190:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126466.581225:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821966336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11334us (11515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.581232:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4925 00000100:00100000:3.0:1746126466.581531:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821966464 00000100:00100000:3.0:1746126466.581538:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821966464 00002000:00100000:3.0:1746126466.581567:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135153b80 x1830945821966464/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.581575:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153b80 with x1830945821966464 ext(0->7) 00010000:00010000:3.0:1746126466.581580:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 38 pid: 8480 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746126466.581591:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 38 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126466.581596:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135153b80 00000100:00100000:3.0:1746126466.581625:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1672 00000100:00100000:3.0:1746126466.581631:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1977:x1830945821966464:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126466.581882:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945821966464:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 250us (1227us total) trans 4294967990 rc 0/0 00000100:00100000:3.0:1746126466.581888:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1672 00002000:00100000:3.0:1746126466.581893:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135153b80 x1830945821966464/t4294967990(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/448 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.581900:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153b80 with x1830945821966464 ext(0->7) 00010000:00010000:3.0:1746126466.581904:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 40 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.581913:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 40 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126466.581918:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135153b80 00000100:00100000:0.0:1746126466.594601:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.594659:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821966592 00000100:00100000:3.0:1746126466.594668:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821966592 00010000:00010000:3.0:1746126466.594698:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 40 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.594730:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7139 00000100:00100000:3.0:1746126466.594737:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1975:x1830945821966592:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.594749:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.594764:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 40 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.594773:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 40 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.594791:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a427ce00/0x8f8d42f0d11163de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba31 expref: 40 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.597581:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.597586:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.597596:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.597610:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.597648:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.597659:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820421504:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.597737:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.603644:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.603713:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821966976 00000100:00100000:1.0:1746126466.603721:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821966976 00002000:00100000:1.0:1746126466.603751:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d500 x1830945821966976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.603765:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d500 with x1830945821966976 ext(0->4095) 00002000:00010000:1.0:1746126466.603769:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186d500 00000100:00100000:1.0:1746126466.603794:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3823 00000100:00100000:1.0:1746126466.603800:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821966976:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126466.603924:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821966976:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.603929:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3823 00002000:00100000:1.0:1746126466.603933:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d500 x1830945821966976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.603940:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d500 with x1830945821966976 ext(0->4095) 00002000:00010000:1.0:1746126466.603942:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186d500 00000100:00100000:3.0:1746126466.604017:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820421504:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.604031:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.604822:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1975:x1830945821966592:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 10084us (10226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.604829:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7139 00000100:00100000:2.0:1746126466.614638:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.614729:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.614807:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821967104 00000100:00100000:1.0:1746126466.614814:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821967104 00000100:00100000:1.0:1746126466.614845:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821966720 00000100:00100000:1.0:1746126466.614847:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821966720 00000100:00100000:1.0:1746126466.614860:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4926 00000100:00100000:1.0:1746126466.614866:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:31631:x1830945821967104:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.614880:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.614895:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba46 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.614918:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.614929:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.614931:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.614934:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.614957:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.614967:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 5 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746126466.614976:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820421632:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126466.615036:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.615109:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4927 00000100:00100000:3.0:1746126466.615117:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:31630:x1830945821966720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.615124:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.615130:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba3f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.615142:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.615145:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 42 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.615150:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.615152:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 42 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.615172:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 42 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.615182:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 42 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.615191:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15a00, rc 0) 00000100:00100000:3.0:1746126466.615211:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:31630:x1830945821966720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.615217:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4927 00000100:00100000:1.0:1746126466.618897:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820421632:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126466.618925:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.618939:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ae000, rc 0) 00000100:00100000:1.0:1746126466.618983:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:31631:x1830945821967104:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4116us (4351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.618991:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4926 00000100:00100000:0.0:1746126466.619561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.619630:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821967232 00000100:00100000:3.0:1746126466.619635:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821967232 00010000:00010000:3.0:1746126466.619659:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.619725:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7140 00000100:00100000:3.0:1746126466.619731:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821967232:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.619742:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.619759:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.619769:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.619786:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11163e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba38 expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.620031:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.620034:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.620040:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 40 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.620047:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 40 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.620074:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 40 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.620082:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 40 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.620091:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820421888:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.622485:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.623166:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.623227:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821967488 00000100:00100000:1.0:1746126466.623234:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821967488 00002000:00100000:1.0:1746126466.623275:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186fb80 x1830945821967488/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.623290:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186fb80 with x1830945821967488 ext(0->4095) 00010000:00010000:1.0:1746126466.623297:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 41 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.623309:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 41 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.623314:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186fb80 00000100:00100000:1.0:1746126466.623625:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1673 00000100:00100000:1.0:1746126466.623632:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945821967488:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126466.624318:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820421888:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.624333:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126466.624463:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945821967488:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 830us (1298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.624470:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1673 00002000:00100000:1.0:1746126466.624476:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186fb80 x1830945821967488/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.624483:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186fb80 with x1830945821967488 ext(0->4095) 00010000:00010000:1.0:1746126466.624488:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 41 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.624512:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 41 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.624518:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186fb80 00000100:00100000:3.0:1746126466.624635:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821967232:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4903us (5074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.624641:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7140 00000100:00100000:2.0:1746126466.628441:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.628535:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821967616 00000100:00100000:1.0:1746126466.628543:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821967616 00000100:00100000:1.0:1746126466.628577:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4928 00000100:00100000:1.0:1746126466.628584:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821967616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.628599:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.628615:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba4d expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.628636:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.628640:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.628646:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126466.628649:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.628676:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.628686:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.628694:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05fe00, rc 0) 00000100:00100000:1.0:1746126466.628726:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821967616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.628731:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4928 00000100:00100000:0.0:1746126466.629024:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.630442:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821967744 00000100:00100000:3.0:1746126466.630449:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821967744 00010000:00010000:3.0:1746126466.630474:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 41 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.630522:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7141 00000100:00100000:3.0:1746126466.630528:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945821967744:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.630538:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.630554:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 41 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.630565:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 41 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.630583:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11163ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba46 expref: 41 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.630602:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.630603:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.630609:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.630616:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.630638:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.630648:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 40 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.630661:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820422144:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.630726:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.633044:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820422144:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.633058:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.633757:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945821967744:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3227us (4730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.633767:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7141 00000100:00100000:0.0:1746126466.634233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.635926:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821968000 00000100:00100000:2.0:1746126466.635935:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821968000 00002000:00100000:2.0:1746126466.635968:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903800 x1830945821968000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.635977:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903800 with x1830945821968000 ext(0->4095) 00010000:00010000:2.0:1746126466.635984:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 40 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.635996:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 40 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126466.636002:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094903800 00000100:00100000:2.0:1746126466.636027:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1674 00000100:00100000:2.0:1746126466.636032:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1976:x1830945821968000:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126466.636160:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1976:x1830945821968000:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (1927us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.636165:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1674 00002000:00100000:2.0:1746126466.636169:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903800 x1830945821968000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.636181:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903800 with x1830945821968000 ext(0->4095) 00010000:00010000:2.0:1746126466.636185:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 40 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.636193:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 40 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126466.636198:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094903800 00000100:00100000:0.0:1746126466.639940:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.640023:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821968128 00000100:00100000:2.0:1746126466.640031:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821968128 00000100:00100000:2.0:1746126466.640078:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4929 00000100:00100000:2.0:1746126466.640085:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:31630:x1830945821968128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.640102:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.640116:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba54 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.640137:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.640143:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.640148:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126466.640151:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.640180:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.640194:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.640203:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126466.640237:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:31630:x1830945821968128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.640251:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4929 00000100:00100000:0.0:1746126466.640491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.641018:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821968256 00000100:00100000:3.0:1746126466.641022:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821968256 00010000:00010000:3.0:1746126466.641039:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 41 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.641305:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7142 00000100:00100000:3.0:1746126466.641312:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1976:x1830945821968256:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.641324:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.641340:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 41 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.641349:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 41 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.641364:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11163f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba3f expref: 41 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.641523:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.641525:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.641531:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.641538:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.641560:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.641574:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 5 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.641583:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820422400:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.642791:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.645531:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820422400:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.645549:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.646173:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1976:x1830945821968256:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4859us (5679us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.646184:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7142 00000100:00100000:1.0:1746126466.646578:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.646670:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821968512 00000100:00100000:0.0:1746126466.646676:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821968512 00002000:00100000:0.0:1746126466.646706:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b35500 x1830945821968512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.646715:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35500 with x1830945821968512 ext(0->4095) 00010000:00010000:0.0:1746126466.646722:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746126466.646785:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:0.0:1746126466.646791:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b35500 00000100:00100000:0.0:1746126466.646818:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1675 00000100:00100000:0.0:1746126466.646824:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821968512:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126466.647729:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821968512:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 903us (1149us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126466.647735:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1675 00002000:00100000:0.0:1746126466.647741:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b35500 x1830945821968512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.647749:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35500 with x1830945821968512 ext(0->4095) 00010000:00010000:0.0:1746126466.647755:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746126466.647764:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:0.0:1746126466.647769:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b35500 00000100:00100000:0.0:1746126466.650462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.650646:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821968640 00000100:00100000:3.0:1746126466.650654:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821968640 00010000:00010000:3.0:1746126466.650680:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.650718:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7143 00000100:00100000:3.0:1746126466.650725:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821968640:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.650739:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.650754:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.650764:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.650783:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11163fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba4d expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.651183:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.651185:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.651193:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 39 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.651201:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 39 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.651229:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 39 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.651240:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820422528:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.651673:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.654232:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.654425:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820422528:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.654441:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.654471:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821968640:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3747us (4016us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.654482:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7143 00000100:00100000:1.0:1746126466.654702:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821968896 00000100:00100000:1.0:1746126466.654707:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821968896 00002000:00100000:1.0:1746126466.654735:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4c700 x1830945821968896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.654743:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4c700 with x1830945821968896 ext(0->4095) 00002000:00010000:1.0:1746126466.654747:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4c700 00000100:00100000:1.0:1746126466.654766:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3824 00000100:00100000:1.0:1746126466.654771:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945821968896:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.654883:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945821968896:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (657us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.654888:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3824 00002000:00100000:1.0:1746126466.654893:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4c700 x1830945821968896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.654899:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4c700 with x1830945821968896 ext(0->4095) 00002000:00010000:1.0:1746126466.654902:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4c700 00000100:00100000:0.0:1746126466.656927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.656992:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821969024 00000100:00100000:2.0:1746126466.656998:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821969024 00000100:00100000:2.0:1746126466.657060:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4930 00000100:00100000:2.0:1746126466.657066:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821969024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.657078:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.657092:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba5b expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.657112:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 39 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.657119:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.657120:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.657123:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.657145:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 39 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.657159:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 39 pid: 8479 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.657168:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820422656:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.657350:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.659164:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820422656:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.659182:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.659193:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126466.659221:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821969024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2155us (2300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.659228:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4930 00000100:00100000:0.0:1746126466.661578:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.661636:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821969152 00000100:00100000:3.0:1746126466.661643:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821969152 00010000:00010000:3.0:1746126466.661671:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 40 pid: 8479 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.661705:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7144 00000100:00100000:3.0:1746126466.661711:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945821969152:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.661721:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.661737:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 40 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.661747:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 40 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.661765:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116401 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba54 expref: 40 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.661788:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.661790:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.661796:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.661804:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.661827:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.661837:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820422784:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.661904:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.665022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.665128:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.665163:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821969536 00000100:00100000:0.0:1746126466.665169:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821969536 00002000:00100000:0.0:1746126466.665203:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ed80 x1830945821969536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.665212:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ed80 with x1830945821969536 ext(0->4095) 00002000:00010000:0.0:1746126466.665216:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4ed80 00000100:00100000:0.0:1746126466.665233:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3825 00000100:00100000:0.0:1746126466.665240:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821969536:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126466.665364:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821969536:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126466.665369:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3825 00002000:00100000:0.0:1746126466.665374:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ed80 x1830945821969536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.665381:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ed80 with x1830945821969536 ext(0->4095) 00002000:00010000:0.0:1746126466.665383:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4ed80 00000100:00100000:3.0:1746126466.665528:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820422784:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.665542:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.665564:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1977:x1830945821969152:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3853us (3992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.665571:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7144 00000100:00100000:2.0:1746126466.665768:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821969280 00000100:00100000:2.0:1746126466.665772:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821969280 00000100:00100000:2.0:1746126466.665793:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4931 00000100:00100000:2.0:1746126466.665797:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:31630:x1830945821969280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.665805:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.665816:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba62 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.665833:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.665843:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.665845:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.665847:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.665869:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.665879:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 5 pid: 8479 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.665888:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820422912:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.666275:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.669550:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820422912:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.669573:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.669588:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126466.669975:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:31630:x1830945821969280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4174us (4957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.669983:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4931 00000100:00100000:0.0:1746126466.670355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.670469:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821969664 00000100:00100000:2.0:1746126466.670474:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821969664 00000100:00100000:2.0:1746126466.670519:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4932 00000100:00100000:2.0:1746126466.670525:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:31631:x1830945821969664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.670539:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.670551:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba69 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.670566:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.670570:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.670575:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.670578:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.670599:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.670608:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.670614:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126466.670650:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:31631:x1830945821969664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.670655:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4932 00000100:00100000:2.0:1746126466.671148:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.671335:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821969792 00000100:00100000:3.0:1746126466.671340:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821969792 00010000:00010000:3.0:1746126466.671361:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 6 pid: 8479 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.671951:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7145 00000100:00100000:3.0:1746126466.671958:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821969792:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.671967:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.671982:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 6 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.671991:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 6 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.672007:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116408 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba5b expref: 6 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.672027:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.672029:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.672034:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.672040:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.672061:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.672070:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 40 pid: 8479 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.672080:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820423168:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.672139:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.673688:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820423168:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.673701:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.673733:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821969792:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1775us (2585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.673740:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7145 00000100:00100000:0.0:1746126466.674658:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.674734:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821970048 00000100:00100000:1.0:1746126466.674740:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821970048 00002000:00100000:1.0:1746126466.674768:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d281500 x1830945821970048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.674776:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281500 with x1830945821970048 ext(0->4095) 00010000:00010000:1.0:1746126466.674782:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 41 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.674793:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 41 pid: 8479 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.674799:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d281500 00000100:00100000:1.0:1746126466.674823:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1676 00000100:00100000:1.0:1746126466.674829:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945821970048:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.674975:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945821970048:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.674980:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1676 00002000:00100000:1.0:1746126466.674985:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d281500 x1830945821970048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.674996:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281500 with x1830945821970048 ext(0->4095) 00010000:00010000:1.0:1746126466.675000:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 41 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.675008:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 41 pid: 8479 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.675013:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d281500 00000100:00100000:0.0:1746126466.676766:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.676921:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821970176 00000100:00100000:3.0:1746126466.676926:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821970176 00010000:00010000:3.0:1746126466.676948:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 41 pid: 8479 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.676979:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7146 00000100:00100000:3.0:1746126466.676984:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945821970176:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.676999:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.677012:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 41 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.677021:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 41 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.677045:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111640f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba62 expref: 41 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.677061:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.677063:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.677069:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.677076:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.677105:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.677120:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820423296:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.677190:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.680623:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820423296:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.680641:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126466.680865:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.681180:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945821970176:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4194us (4419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.681193:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7146 00000100:00100000:0.0:1746126466.681362:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821970432 00000100:00100000:0.0:1746126466.681367:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821970432 00002000:00100000:0.0:1746126466.681393:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094148000 x1830945821970432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.681402:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094148000 with x1830945821970432 ext(0->4095) 00002000:00010000:0.0:1746126466.681406:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094148000 00000100:00100000:2.0:1746126466.682281:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3826 00000100:00100000:2.0:1746126466.682290:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1975:x1830945821970432:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126466.682426:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1975:x1830945821970432:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (1561us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.682435:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3826 00002000:00100000:2.0:1746126466.682440:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094148000 x1830945821970432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.682447:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094148000 with x1830945821970432 ext(0->4095) 00002000:00010000:2.0:1746126466.682450:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094148000 00000100:00100000:1.0:1746126466.688959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.689019:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821970560 00000100:00100000:0.0:1746126466.689027:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821970560 00000100:00100000:0.0:1746126466.689616:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4933 00000100:00100000:0.0:1746126466.689625:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821970560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126466.689640:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126466.689654:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba70 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.689678:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 39 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.689766:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126466.689767:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126466.689771:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.689799:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 39 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.689810:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 39 pid: 8479 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746126466.689820:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820423424:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126466.689890:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.697282:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820423424:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.697310:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.697325:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51c00, rc 0) 00000100:00100000:2.0:1746126466.697374:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821970560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7749us (8421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.697381:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4933 00000100:00100000:0.0:1746126466.699373:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.699450:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821970688 00000100:00100000:2.0:1746126466.699457:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821970688 00002000:00100000:2.0:1746126466.699491:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800946cdc00 x1830945821970688/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.699515:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdc00 with x1830945821970688 ext(0->7) 00010000:00010000:2.0:1746126466.699522:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 40 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.699534:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 40 pid: 8479 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126466.699540:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cdc00 00000100:00100000:2.0:1746126466.699556:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1677 00000100:00100000:2.0:1746126466.699562:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1974:x1830945821970688:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126466.700441:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1974:x1830945821970688:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 877us (1070us total) trans 4294967991 rc 0/0 00000100:00100000:2.0:1746126466.700447:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1677 00002000:00100000:2.0:1746126466.700453:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800946cdc00 x1830945821970688/t4294967991(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/448 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.700460:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdc00 with x1830945821970688 ext(0->7) 00010000:00010000:2.0:1746126466.700464:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 42 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.700473:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 42 pid: 8479 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126466.700479:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cdc00 00000100:00100000:0.0:1746126466.730879:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.730970:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821970816 00000100:00100000:2.0:1746126466.730978:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821970816 00000100:00100000:2.0:1746126466.731015:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4934 00000100:00100000:2.0:1746126466.731022:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:31630:x1830945821970816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.731036:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.731051:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba77 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.731072:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.731077:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.731087:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126466.731091:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.731120:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.731130:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.731139:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126466.731279:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:31630:x1830945821970816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 256us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.731285:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4934 00000100:00100000:0.0:1746126466.735914:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.736012:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821970944 00000100:00100000:3.0:1746126466.736020:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821970944 00010000:00010000:3.0:1746126466.736051:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 43 pid: 8479 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.736086:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7147 00000100:00100000:3.0:1746126466.736093:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1976:x1830945821970944:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.736104:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.736120:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 43 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.736131:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 43 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.736151:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116416 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba69 expref: 43 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.736166:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.736167:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.736173:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.736179:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.736204:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.736213:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 5 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.736222:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820423680:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.736301:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.743359:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.743692:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820423680:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.743709:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.743755:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1976:x1830945821970944:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7662us (7848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.743764:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7147 00000100:00100000:2.0:1746126466.743966:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821971200 00000100:00100000:2.0:1746126466.743972:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821971200 00002000:00100000:2.0:1746126466.744003:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a89180 x1830945821971200/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.744010:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a89180 with x1830945821971200 ext(0->4095) 00010000:00010000:2.0:1746126466.744022:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.744034:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126466.744040:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093a89180 00000100:00100000:2.0:1746126466.744055:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1678 00000100:00100000:2.0:1746126466.744061:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821971200:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126466.745168:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821971200:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1104us (1813us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.745175:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1678 00002000:00100000:2.0:1746126466.745181:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a89180 x1830945821971200/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.745188:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a89180 with x1830945821971200 ext(0->4095) 00010000:00010000:2.0:1746126466.745193:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.745203:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126466.745210:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093a89180 00000100:00100000:0.0:1746126466.748639:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.748716:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821971328 00000100:00100000:3.0:1746126466.748723:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821971328 00010000:00010000:3.0:1746126466.748746:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.749309:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7148 00000100:00100000:3.0:1746126466.749318:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821971328:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.749329:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.749346:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.749357:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.749374:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111641d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba70 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.749401:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.749403:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.749409:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.749416:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.749442:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.749453:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820423808:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.749538:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.752484:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.752916:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820423808:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.752931:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.752973:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821971328:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3656us (4340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.752982:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7148 00000100:00100000:2.0:1746126466.753512:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821971584 00000100:00100000:2.0:1746126466.753517:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821971584 00002000:00100000:2.0:1746126466.753543:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fc700 x1830945821971584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.753551:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fc700 with x1830945821971584 ext(0->4095) 00002000:00010000:2.0:1746126466.753555:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fc700 00000100:00100000:2.0:1746126466.754178:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3827 00000100:00100000:2.0:1746126466.754184:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1977:x1830945821971584:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126466.754643:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1977:x1830945821971584:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 458us (2164us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.754649:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3827 00002000:00100000:2.0:1746126466.754654:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fc700 x1830945821971584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.754661:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fc700 with x1830945821971584 ext(0->4095) 00002000:00010000:2.0:1746126466.754664:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fc700 00000100:00100000:0.0:1746126466.762325:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.762635:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821971712 00000100:00100000:3.0:1746126466.762642:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821971712 00000100:00100000:3.0:1746126466.762680:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4935 00000100:00100000:3.0:1746126466.762687:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821971712:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.762700:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.762713:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba7e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.762737:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.762743:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.762744:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.762748:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.762768:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 41 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.762778:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 41 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.762787:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820423936:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.762855:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.764011:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820423936:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.764029:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.764039:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14000, rc 0) 00000100:00100000:3.0:1746126466.764101:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821971712:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1413us (1781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.764154:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4935 00000100:00100000:0.0:1746126466.765063:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.765151:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821971840 00000100:00100000:2.0:1746126466.765156:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821971840 00002000:00100000:2.0:1746126466.765180:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009a1cc380 x1830945821971840/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.765188:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cc380 with x1830945821971840 ext(0->7) 00010000:00010000:2.0:1746126466.765194:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 42 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.765205:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 42 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126466.765210:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cc380 00000100:00100000:2.0:1746126466.765309:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1679 00000100:00100000:2.0:1746126466.765315:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1976:x1830945821971840:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126466.765666:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945821971840:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 350us (604us total) trans 4294967992 rc 0/0 00000100:00100000:2.0:1746126466.765672:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1679 00002000:00100000:2.0:1746126466.765677:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009a1cc380 x1830945821971840/t4294967992(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/448 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.765688:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cc380 with x1830945821971840 ext(0->7) 00010000:00010000:2.0:1746126466.765692:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 44 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.765700:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 44 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126466.765705:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cc380 00000100:00100000:0.0:1746126466.769233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.769353:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821971968 00000100:00100000:3.0:1746126466.769361:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821971968 00010000:00010000:3.0:1746126466.769387:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 44 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.770013:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7149 00000100:00100000:3.0:1746126466.770021:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945821971968:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.770033:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.770050:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 44 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.770060:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 44 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.770079:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116424 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba77 expref: 44 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.770093:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.770095:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.770101:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.770108:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.770133:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.770143:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820424064:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.770202:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.774404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.774486:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820424064:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.774523:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.774554:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1976:x1830945821971968:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4533us (5883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.774564:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7149 00000100:00100000:2.0:1746126466.774674:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821972224 00000100:00100000:2.0:1746126466.774680:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821972224 00002000:00100000:2.0:1746126466.774709:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cc700 x1830945821972224/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.774717:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cc700 with x1830945821972224 ext(0->4095) 00002000:00010000:2.0:1746126466.774721:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cc700 00000100:00100000:2.0:1746126466.774744:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3828 00000100:00100000:2.0:1746126466.774749:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821972224:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126466.774865:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821972224:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (467us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.774871:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3828 00002000:00100000:2.0:1746126466.774875:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cc700 x1830945821972224/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.774882:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cc700 with x1830945821972224 ext(0->4095) 00002000:00010000:2.0:1746126466.774884:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cc700 00000100:00100000:0.0:1746126466.776833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.778083:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821972352 00000100:00100000:3.0:1746126466.778091:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821972352 00000100:00100000:3.0:1746126466.780312:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4936 00000100:00100000:3.0:1746126466.780326:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:31631:x1830945821972352:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.780341:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.780356:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba85 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.780380:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.780386:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.780388:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.780391:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 44 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.780413:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.780422:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 5 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.780436:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820424192:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.783157:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.783442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.783769:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821972480 00000100:00100000:1.0:1746126466.783776:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821972480 00000100:00100000:1.0:1746126466.783816:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4937 00000100:00100000:1.0:1746126466.783823:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:31630:x1830945821972480:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.783836:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.783849:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba8c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.783869:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.783872:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.783878:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.783881:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.783906:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.783916:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.783923:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05ec00, rc 0) 00000100:00100000:1.0:1746126466.783960:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31630:x1830945821972480:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.783965:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4937 00000100:00100000:3.0:1746126466.785259:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820424192:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.785276:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.785286:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15a00, rc 0) 00000100:00100000:3.0:1746126466.785901:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:31631:x1830945821972352:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5578us (9069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.785908:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4936 00000100:00100000:0.0:1746126466.787462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.787821:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821972608 00000100:00100000:3.0:1746126466.787828:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821972608 00010000:00010000:3.0:1746126466.787852:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.787935:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7150 00000100:00100000:3.0:1746126466.787941:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821972608:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.787952:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.787968:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.787978:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.788000:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d111642b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba7e expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.788014:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.788015:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.788020:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 44 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.788027:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 44 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.788051:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 44 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.788060:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 44 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.788068:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820424448:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.789066:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.792351:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.792428:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820424448:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126466.792520:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821972864 00000100:00100000:1.0:1746126466.792525:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821972864 00002000:00100000:1.0:1746126466.792555:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cd500 x1830945821972864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.792563:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cd500 with x1830945821972864 ext(0->4095) 00010000:00010000:3.0:1746126466.792602:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.792631:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821972608:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4690us (5172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.792639:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7150 00010000:00010000:1.0:1746126466.792943:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.792957:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.792962:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cd500 00000100:00100000:1.0:1746126466.792983:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1680 00000100:00100000:1.0:1746126466.792989:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1976:x1830945821972864:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126466.793089:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1976:x1830945821972864:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (744us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.793094:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1680 00002000:00100000:1.0:1746126466.793098:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cd500 x1830945821972864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.793105:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cd500 with x1830945821972864 ext(0->4095) 00010000:00010000:1.0:1746126466.793109:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.793117:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.793121:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cd500 00000100:00100000:0.0:1746126466.800542:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.800578:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.800643:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821973120 00000100:00100000:2.0:1746126466.800651:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821973120 00010000:00010000:2.0:1746126466.800678:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.800702:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7151 00000100:00100000:2.0:1746126466.800708:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1975:x1830945821973120:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.800719:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.800733:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.800743:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.800759:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116432 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba85 expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.800773:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.800775:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.800784:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.800791:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.800814:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.800824:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820424576:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.800882:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.800983:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821972992 00000100:00100000:3.0:1746126466.800986:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821972992 00000100:00100000:3.0:1746126466.801006:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4938 00000100:00100000:3.0:1746126466.801010:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821972992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.801019:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.801027:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba93 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.801040:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.801045:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.801046:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.801049:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.801061:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.801068:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.801075:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820424704:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.801093:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.803426:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820424704:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.803446:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.803458:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15200, rc 0) 00000100:00100000:2.0:1746126466.803620:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820424576:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.803629:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.804028:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821972992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3016us (3491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.804034:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4938 00000100:00100000:2.0:1746126466.804076:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1975:x1830945821973120:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3368us (3496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.804083:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7151 00000100:00100000:0.0:1746126466.804169:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.804289:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821973376 00000100:00100000:2.0:1746126466.804294:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821973376 00002000:00100000:2.0:1746126466.804317:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cdf80 x1830945821973376/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.804325:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cdf80 with x1830945821973376 ext(0->4095) 00010000:00010000:2.0:1746126466.804330:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.804340:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126466.804346:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cdf80 00000100:00100000:2.0:1746126466.804358:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1681 00000100:00100000:2.0:1746126466.804363:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945821973376:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126466.804469:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945821973376:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.804474:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1681 00002000:00100000:2.0:1746126466.804478:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cdf80 x1830945821973376/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.804491:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cdf80 with x1830945821973376 ext(0->4095) 00010000:00010000:2.0:1746126466.804512:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.804520:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126466.804525:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cdf80 00000100:00100000:3.0:1746126466.809625:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.809694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.809885:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821973632 00000100:00100000:2.0:1746126466.809892:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821973632 00010000:00010000:2.0:1746126466.809918:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.809952:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7152 00000100:00100000:2.0:1746126466.809958:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945821973632:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.809968:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.809985:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.809994:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.810012:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d1116439 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba8c expref: 44 pid: 8479 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.810022:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.810024:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.810030:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.810037:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.810062:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.810072:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820424832:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.810134:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.810521:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821973504 00000100:00100000:0.0:1746126466.810526:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821973504 00000100:00100000:0.0:1746126466.810543:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4939 00000100:00100000:0.0:1746126466.810547:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:31630:x1830945821973504:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126466.810557:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126466.810566:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ba9a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.810578:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.810584:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.810585:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.810588:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.810602:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.810610:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 5 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746126466.810617:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820424960:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126466.810648:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.814528:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820424960:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.814557:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.814571:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51200, rc 0) 00000100:00100000:2.0:1746126466.814621:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:31630:x1830945821973504:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4071us (5001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.814628:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4939 00000100:00100000:2.0:1746126466.815090:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.815266:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820424832:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126466.815278:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126466.815299:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945821973632:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5342us (5605us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126466.815307:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7152 00000100:00100000:1.0:1746126466.815575:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821973888 00000100:00100000:1.0:1746126466.815581:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821973888 00002000:00100000:1.0:1746126466.815611:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425d500 x1830945821973888/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.815619:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d500 with x1830945821973888 ext(0->4095) 00010000:00010000:1.0:1746126466.815625:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.815636:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.815645:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425d500 00000100:00100000:1.0:1746126466.815668:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1682 00000100:00100000:1.0:1746126466.815675:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821973888:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.815786:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821973888:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (697us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.815791:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1682 00002000:00100000:1.0:1746126466.815795:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425d500 x1830945821973888/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.815802:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d500 with x1830945821973888 ext(0->4095) 00010000:00010000:1.0:1746126466.815806:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.815813:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.815818:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425d500 00000100:00100000:0.0:1746126466.821403:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.822272:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821974016 00000100:00100000:2.0:1746126466.822280:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821974016 00010000:00010000:2.0:1746126466.822310:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.822339:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7153 00000100:00100000:2.0:1746126466.822345:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821974016:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.822356:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.822372:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.822383:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.822400:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116440 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba93 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.822419:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.822421:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.822426:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.822433:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.822458:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.822466:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820425088:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.822552:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.826010:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820425088:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.826025:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.826057:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821974016:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3712us (4660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.826068:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7153 00000100:00100000:0.0:1746126466.827573:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.827655:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821974272 00000100:00100000:3.0:1746126466.827662:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821974272 00002000:00100000:3.0:1746126466.827691:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cea00 x1830945821974272/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.827699:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cea00 with x1830945821974272 ext(0->4095) 00002000:00010000:3.0:1746126466.827703:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cea00 00000100:00100000:3.0:1746126466.827727:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3829 00000100:00100000:3.0:1746126466.827733:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945821974272:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126466.827854:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945821974272:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (284us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126466.827859:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3829 00002000:00100000:3.0:1746126466.827863:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cea00 x1830945821974272/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.827869:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cea00 with x1830945821974272 ext(0->4095) 00002000:00010000:3.0:1746126466.827872:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cea00 00000100:00100000:0.0:1746126466.830966:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.831139:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821974400 00000100:00100000:2.0:1746126466.831145:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821974400 00000100:00100000:2.0:1746126466.831177:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4940 00000100:00100000:2.0:1746126466.831183:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821974400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.831196:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.831210:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0baa1 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.831230:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.831236:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.831238:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.831251:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.831275:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 43 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.831285:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 43 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.831296:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820425216:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.831913:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.832398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.832412:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.832440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.832573:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821974656 00000100:00100000:3.0:1746126466.832578:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821974656 00000100:00100000:3.0:1746126466.832606:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821974912 00000100:00100000:3.0:1746126466.832608:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821974912 00000100:00100000:3.0:1746126466.832623:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 344 00000100:00100000:3.0:1746126466.832628:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945821974656:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126466.832666:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945821974656:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 38us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.832672:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 344 00000100:00100000:3.0:1746126466.832682:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 345 00000100:00100000:3.0:1746126466.832687:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945821974912:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126466.832703:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945821974912:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 17us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.832707:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 345 00000100:00100000:1.0:1746126466.832789:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821974528 00000100:00100000:1.0:1746126466.832792:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821974528 00000100:00100000:1.0:1746126466.832816:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 372 00000100:00100000:1.0:1746126466.832820:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a446d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1977:x1830945821974528:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1746126466.832844:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a446d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1977:x1830945821974528:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 23us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.832848:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 372 00000100:00080000:0.0:1746126466.833005:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126466.833631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.833659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.833831:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821974784 00000100:00100000:0.0:1746126466.833834:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821974784 00000100:00100000:0.0:1746126466.833861:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821975040 00000100:00100000:0.0:1746126466.833863:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821975040 00000100:00100000:0.0:1746126466.833879:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 422 00000100:00100000:0.0:1746126466.833884:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1977:x1830945821974784:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126466.833913:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1977:x1830945821974784:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 29us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126466.833921:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 422 00000100:00100000:0.0:1746126466.833930:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 423 00000100:00100000:0.0:1746126466.833934:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821975040:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126466.833948:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821975040:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 14us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126466.833952:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 423 00000100:00080000:2.0:1746126466.834641:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126466.834963:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820425216:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.834983:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.834995:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126466.835017:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821974400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3834us (4057us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.835022:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4940 00000100:00100000:0.0:1746126466.836769:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.837666:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821975168 00000100:00100000:2.0:1746126466.837674:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821975168 00010000:00010000:2.0:1746126466.837700:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 44 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.837731:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7154 00000100:00100000:2.0:1746126466.837736:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945821975168:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.837746:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.837761:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 44 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.837771:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 44 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.837789:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116447 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ba9a expref: 44 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.837808:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.837809:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.837815:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.837822:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.837846:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.837856:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820425344:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.837924:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.838325:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.838420:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821975296 00000100:00100000:3.0:1746126466.838424:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821975296 00000100:00100000:3.0:1746126466.838444:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4941 00000100:00100000:3.0:1746126466.838449:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:31630:x1830945821975296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.838459:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.838468:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0baa8 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.838483:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.838488:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.838489:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.838491:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 45 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.838533:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.838545:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 5 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.838553:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820425472:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.838597:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.841158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.841225:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820425344:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.841247:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.841287:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1977:x1830945821975168:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3550us (4522us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.841297:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7154 00000100:00100000:1.0:1746126466.842258:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821975552 00000100:00100000:1.0:1746126466.842264:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821975552 00002000:00100000:1.0:1746126466.842294:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012ea94450 x1830945821975552/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.842302:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea94450 with x1830945821975552 ext(0->4095) 00010000:00010000:1.0:1746126466.842309:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.842320:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.842325:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea94450 00000100:00100000:1.0:1746126466.842348:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1683 00000100:00100000:1.0:1746126466.842353:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821975552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.842475:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821975552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (1320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.842480:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1683 00002000:00100000:1.0:1746126466.842485:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012ea94450 x1830945821975552/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.842507:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea94450 with x1830945821975552 ext(0->4095) 00010000:00010000:1.0:1746126466.842511:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.842519:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.842528:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea94450 00000100:00100000:3.0:1746126466.843163:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820425472:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.843179:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 44 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.843188:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:3.0:1746126466.843208:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:31630:x1830945821975296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4759us (4884us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.843213:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4941 00000100:00100000:0.0:1746126466.847981:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.848255:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821975680 00000100:00100000:2.0:1746126466.848263:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821975680 00010000:00010000:2.0:1746126466.848291:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.848325:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7155 00000100:00100000:2.0:1746126466.848332:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821975680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.848345:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.848361:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.848371:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.848390:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111644e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa1 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.848414:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.848416:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.848422:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 43 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.848430:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 43 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.848456:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 43 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.848466:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820425600:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.848567:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.852090:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820425600:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.852106:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.852145:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821975680:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3812us (4169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.852157:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7155 00000100:00100000:0.0:1746126466.853530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.853627:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821975936 00000100:00100000:1.0:1746126466.853634:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821975936 00002000:00100000:1.0:1746126466.853668:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cfb80 x1830945821975936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.853677:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cfb80 with x1830945821975936 ext(0->4095) 00002000:00010000:1.0:1746126466.853680:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cfb80 00000100:00100000:1.0:1746126466.854318:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3830 00000100:00100000:1.0:1746126466.854325:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945821975936:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126466.854455:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945821975936:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (927us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.854461:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3830 00002000:00100000:1.0:1746126466.854466:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cfb80 x1830945821975936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.854473:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cfb80 with x1830945821975936 ext(0->4095) 00002000:00010000:1.0:1746126466.854476:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cfb80 00000100:00100000:0.0:1746126466.863227:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.863366:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821976064 00000100:00100000:3.0:1746126466.863374:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821976064 00000100:00100000:3.0:1746126466.863413:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4942 00000100:00100000:3.0:1746126466.863419:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821976064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.863434:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.863447:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0baaf expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.863468:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 43 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.863478:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.863479:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.863482:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.863525:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 43 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.863534:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 43 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.863543:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820425728:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.863595:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.864618:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820425728:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.864634:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.864645:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15200, rc 0) 00000100:00100000:3.0:1746126466.864679:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821976064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1259us (1457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.864685:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4942 00000100:00100000:0.0:1746126466.884666:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.884740:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821976192 00000100:00100000:3.0:1746126466.884747:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821976192 00002000:00100000:3.0:1746126466.884780:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009a1cc700 x1830945821976192/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.884794:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cc700 with x1830945821976192 ext(0->7) 00010000:00010000:3.0:1746126466.884801:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 44 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.884813:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 44 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126466.884818:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cc700 00000100:00100000:3.0:1746126466.884841:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1684 00000100:00100000:3.0:1746126466.884847:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945821976192:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126466.885073:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945821976192:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 225us (414us total) trans 4294967993 rc 0/0 00000100:00100000:3.0:1746126466.885079:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1684 00002000:00100000:3.0:1746126466.885085:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009a1cc700 x1830945821976192/t4294967993(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 496/448 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.885091:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cc700 with x1830945821976192 ext(0->7) 00010000:00010000:3.0:1746126466.885095:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 46 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.885104:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 46 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126466.885110:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cc700 00000100:00100000:0.0:1746126466.897060:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.897142:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821976320 00000100:00100000:3.0:1746126466.897150:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821976320 00000100:00100000:0.0:1746126466.898102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.898128:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821976448 00000100:00100000:0.0:1746126466.898131:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821976448 00010000:00010000:0.0:1746126466.898150:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 47 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746126466.898180:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7156 00000100:00100000:0.0:1746126466.898187:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1975:x1830945821976448:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126466.898197:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126466.898212:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 47 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746126466.898227:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 47 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746126466.898255:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116455 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baa8 expref: 47 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746126466.898270:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.898272:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.898277:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.898283:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.898306:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126466.898315:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820425856:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.898351:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4943 00000100:00100000:2.0:1746126466.898358:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31630:x1830945821976320:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.898369:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.898377:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bab6 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126466.898378:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15600 going to sleep for 11 seconds 00010000:00010000:2.0:1746126466.898390:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.898395:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.898396:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.898399:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.898413:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.898427:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 5 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.898434:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820425984:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.898456:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.901359:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820425984:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.901383:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.901396:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:3.0:1746126466.901442:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31630:x1830945821976320:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3083us (4393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.901449:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4943 00000100:00100000:0.0:1746126466.901762:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820425856:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126466.901772:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126466.902282:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1975:x1830945821976448:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4094us (4179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126466.902290:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7156 00000100:00100000:2.0:1746126466.902859:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.903566:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821976704 00000100:00100000:0.0:1746126466.903572:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821976704 00002000:00100000:0.0:1746126466.903603:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425f100 x1830945821976704/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.903611:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f100 with x1830945821976704 ext(0->4095) 00010000:00010000:0.0:1746126466.903618:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746126466.903629:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:0.0:1746126466.903635:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425f100 00000100:00100000:0.0:1746126466.903663:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1685 00000100:00100000:0.0:1746126466.903669:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821976704:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126466.903785:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821976704:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (926us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126466.903790:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1685 00002000:00100000:0.0:1746126466.903795:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425f100 x1830945821976704/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.903802:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f100 with x1830945821976704 ext(0->4095) 00010000:00010000:0.0:1746126466.903806:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746126466.903814:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:0.0:1746126466.903818:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425f100 00000100:00100000:0.0:1746126466.907172:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.907315:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821976832 00000100:00100000:2.0:1746126466.907322:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821976832 00010000:00010000:2.0:1746126466.907350:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.907418:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7157 00000100:00100000:2.0:1746126466.907425:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821976832:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.907437:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.907453:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.907464:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.907483:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111645c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baaf expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.907534:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.907536:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.907543:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.907551:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.907578:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.907587:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820426112:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.907644:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.909881:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820426112:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.909896:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.909926:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821976832:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2502us (2759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.909934:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7157 00000100:00100000:0.0:1746126466.910280:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.910586:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821977088 00000100:00100000:3.0:1746126466.910592:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821977088 00002000:00100000:3.0:1746126466.910619:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cdc00 x1830945821977088/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.910627:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cdc00 with x1830945821977088 ext(0->4095) 00002000:00010000:3.0:1746126466.910631:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cdc00 00000100:00100000:3.0:1746126466.910651:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3831 00000100:00100000:3.0:1746126466.910657:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945821977088:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126466.910761:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945821977088:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (482us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126466.910767:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3831 00002000:00100000:3.0:1746126466.910772:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cdc00 x1830945821977088/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.910778:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cdc00 with x1830945821977088 ext(0->4095) 00002000:00010000:3.0:1746126466.910780:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cdc00 00000100:00100000:0.0:1746126466.913035:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.913118:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821977216 00000100:00100000:3.0:1746126466.913125:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821977216 00000100:00100000:3.0:1746126466.913154:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4944 00000100:00100000:3.0:1746126466.913160:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821977216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.913173:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.913187:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0babd expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.913209:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.913215:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.913217:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.913219:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.913252:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.913263:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.913273:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820426240:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.914109:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.916142:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820426240:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.916165:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.916185:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15400, rc 0) 00000100:00100000:3.0:1746126466.916220:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821977216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3059us (3189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.916227:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4944 00000100:00100000:0.0:1746126466.916441:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.916618:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821977344 00000100:00100000:2.0:1746126466.916623:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821977344 00010000:00010000:2.0:1746126466.916646:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.916674:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7158 00000100:00100000:2.0:1746126466.916681:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945821977344:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.916690:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.916706:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.916716:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.916734:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116463 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bab6 expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.916756:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.916758:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.916763:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.916770:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.916794:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.916803:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820426368:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.916851:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.920987:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.921049:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.921086:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821977472 00000100:00100000:0.0:1746126466.921093:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821977472 00000100:00100000:0.0:1746126466.921124:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4945 00000100:00100000:0.0:1746126466.921130:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31630:x1830945821977472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126466.921144:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126466.921157:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bac4 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.921178:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.921184:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.921186:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126466.921189:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.921210:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.921220:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 5 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746126466.921230:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820426496:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126466.921299:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126466.921440:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821977728 00000100:00100000:1.0:1746126466.921444:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821977728 00002000:00100000:1.0:1746126466.921466:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cdf80 x1830945821977728/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.921474:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cdf80 with x1830945821977728 ext(0->4095) 00010000:00010000:1.0:1746126466.921478:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.921490:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.921513:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cdf80 00000100:00100000:1.0:1746126466.921532:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1686 00000100:00100000:1.0:1746126466.921536:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821977728:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.921639:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821977728:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.921645:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1686 00002000:00100000:1.0:1746126466.921649:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cdf80 x1830945821977728/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.921655:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cdf80 with x1830945821977728 ext(0->4095) 00010000:00010000:1.0:1746126466.921658:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.921665:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.921670:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cdf80 00000100:00100000:2.0:1746126466.922662:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820426368:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.922677:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.922712:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945821977344:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6031us (6271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.922719:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7158 00000100:00100000:2.0:1746126466.925911:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820426496:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.925935:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.925949:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51c00, rc 0) 00000100:00100000:2.0:1746126466.925981:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31630:x1830945821977472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4851us (5002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.925988:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4945 00000100:00100000:0.0:1746126466.927036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.927072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.927130:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821977856 00000100:00100000:2.0:1746126466.927135:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821977856 00000100:00100000:3.0:1746126466.927320:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821977984 00000100:00100000:3.0:1746126466.927324:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821977984 00010000:00010000:3.0:1746126466.927343:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.927360:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7159 00000100:00100000:3.0:1746126466.927365:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821977984:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.927375:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.927391:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.927401:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.927420:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111646a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0babd expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.927432:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.927434:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.927439:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.927449:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.927473:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.927483:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820426624:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.927551:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.927649:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4946 00000100:00100000:2.0:1746126466.927655:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31631:x1830945821977856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.927665:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.927674:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bacb expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.927687:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.927692:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.927693:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.927695:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.927929:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.927941:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.927950:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820426752:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.927974:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.930349:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820426624:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.930366:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.930404:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821977984:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3038us (3331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.930413:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7159 00000100:00100000:2.0:1746126466.931470:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.931651:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820426752:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126466.931668:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126466.931681:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:0.0:1746126466.931997:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31631:x1830945821977856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4341us (4962us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126466.932003:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4946 00000100:00100000:3.0:1746126466.932165:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821978240 00000100:00100000:3.0:1746126466.932170:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821978240 00002000:00100000:3.0:1746126466.932197:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425df80 x1830945821978240/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.932205:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425df80 with x1830945821978240 ext(0->4095) 00010000:00010000:3.0:1746126466.932210:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.932219:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126466.932225:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425df80 00000100:00100000:3.0:1746126466.932238:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1687 00000100:00100000:3.0:1746126466.932252:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945821978240:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126466.932351:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945821978240:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (883us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126466.932356:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1687 00002000:00100000:3.0:1746126466.932360:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425df80 x1830945821978240/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126466.932366:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425df80 with x1830945821978240 ext(0->4095) 00010000:00010000:3.0:1746126466.932370:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.932377:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126466.932382:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425df80 00000100:00100000:0.0:1746126466.936254:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.936340:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821978368 00000100:00100000:3.0:1746126466.936347:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821978368 00010000:00010000:3.0:1746126466.936373:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.936926:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7160 00000100:00100000:3.0:1746126466.936933:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945821978368:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.936943:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.936958:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.936972:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.936988:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1116471 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bac4 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.937011:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.937013:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.937018:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.937024:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.937047:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.937056:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820426880:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.937114:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.940992:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820426880:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126466.941008:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126466.941047:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945821978368:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4114us (4808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.941056:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7160 00000100:00100000:0.0:1746126466.942050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.942120:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821978624 00000100:00100000:2.0:1746126466.942129:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821978624 00002000:00100000:2.0:1746126466.942158:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184e680 x1830945821978624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.942165:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184e680 with x1830945821978624 ext(0->4095) 00002000:00010000:2.0:1746126466.942169:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184e680 00000100:00100000:2.0:1746126466.942192:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3832 00000100:00100000:2.0:1746126466.942198:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945821978624:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126466.942325:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945821978624:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.942332:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3832 00002000:00100000:2.0:1746126466.942336:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184e680 x1830945821978624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.942342:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184e680 with x1830945821978624 ext(0->4095) 00002000:00010000:2.0:1746126466.942344:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184e680 00000100:00100000:0.0:1746126466.944154:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.944226:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821978752 00000100:00100000:2.0:1746126466.944231:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821978752 00000100:00100000:2.0:1746126466.944277:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4947 00000100:00100000:2.0:1746126466.944283:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821978752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126466.944293:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126466.944307:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bad2 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.944328:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.944334:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.944335:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126466.944338:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.944359:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.944373:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.944384:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820427008:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126466.944443:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.946333:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820427008:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126466.946355:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.946367:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126466.946397:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821978752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2113us (2245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.946404:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4947 00000100:00100000:0.0:1746126466.946958:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.947379:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821978880 00000100:00100000:3.0:1746126466.947385:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821978880 00010000:00010000:3.0:1746126466.947404:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.947433:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7161 00000100:00100000:3.0:1746126466.947439:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945821978880:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126466.947449:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126466.947465:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.947475:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.947514:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116478 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bacb expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.948026:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.948028:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.948034:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.948041:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.948067:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126466.948077:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820427136:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126466.948384:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.951747:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.951800:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821979136 00000100:00100000:2.0:1746126466.951807:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821979136 00002000:00100000:2.0:1746126466.951840:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184f800 x1830945821979136/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126466.951847:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820427136:192.168.203.3@tcp:105: 00002000:00100000:2.0:1746126466.951848:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f800 with x1830945821979136 ext(0->4095) 00002000:00010000:2.0:1746126466.951852:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184f800 00010000:00010000:3.0:1746126466.951861:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.951881:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3833 00000100:00100000:2.0:1746126466.951887:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821979136:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126466.951905:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1977:x1830945821978880:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4466us (4948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.951911:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7161 00000100:00100000:2.0:1746126466.951996:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821979136:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126466.952004:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3833 00002000:00100000:2.0:1746126466.952009:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184f800 x1830945821979136/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126466.952016:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f800 with x1830945821979136 ext(0->4095) 00002000:00010000:2.0:1746126466.952018:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184f800 00000100:00100000:0.0:1746126466.952575:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.953274:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821979264 00000100:00100000:3.0:1746126466.953279:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821979264 00000100:00100000:3.0:1746126466.953308:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4948 00000100:00100000:3.0:1746126466.953313:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:31630:x1830945821979264:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.953323:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.953334:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bad9 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.953352:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.953358:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.953359:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.953362:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.953380:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.953388:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 5 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.953401:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820427264:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.953460:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.955289:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.955432:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821979392 00000100:00100000:1.0:1746126466.955438:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821979392 00000100:00100000:1.0:1746126466.955476:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4949 00000100:00100000:1.0:1746126466.955482:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31631:x1830945821979392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126466.955518:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126466.955530:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bae0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.955546:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126466.955549:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 48 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.955554:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126466.955557:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 48 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.955577:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 48 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.955586:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 48 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126466.955593:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05fe00, rc 0) 00000100:00100000:1.0:1746126466.955631:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:31631:x1830945821979392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126466.955636:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4949 00000100:00100000:0.0:1746126466.957316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.957364:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821979520 00000100:00100000:2.0:1746126466.957369:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821979520 00010000:00010000:2.0:1746126466.957392:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.957411:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7162 00000100:00100000:2.0:1746126466.957416:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821979520:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.957425:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.957440:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.957450:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.957467:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.957468:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.957474:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.957480:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.957529:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.957539:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.957549:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820427520:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.957611:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00010000:00010000:3.0:1746126466.957640:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111647f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad2 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.957653:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820427264:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.957668:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.957674:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126466.957682:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14400, rc 0) 00000100:00100000:3.0:1746126466.957700:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31630:x1830945821979264:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4386us (5126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.957706:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4948 00000100:00100000:0.0:1746126466.959522:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.959523:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820427520:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.959535:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.959570:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821979520:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2153us (2257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.959577:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7162 00000100:00100000:1.0:1746126466.959610:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821979776 00000100:00100000:1.0:1746126466.959614:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821979776 00002000:00100000:1.0:1746126466.959642:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ce00 x1830945821979776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.959650:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ce00 with x1830945821979776 ext(0->4095) 00010000:00010000:1.0:1746126466.959656:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.959670:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.959675:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184ce00 00000100:00100000:1.0:1746126466.959694:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1688 00000100:00100000:1.0:1746126466.959698:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945821979776:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.960010:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945821979776:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 311us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.960016:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1688 00002000:00100000:1.0:1746126466.960021:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ce00 x1830945821979776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.960027:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ce00 with x1830945821979776 ext(0->4095) 00010000:00010000:1.0:1746126466.960032:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.960040:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.960045:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184ce00 00000100:00100000:0.0:1746126466.962484:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.962634:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821979904 00000100:00100000:2.0:1746126466.962640:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821979904 00010000:00010000:2.0:1746126466.962664:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.963217:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7163 00000100:00100000:2.0:1746126466.963224:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945821979904:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.963234:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.963262:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.963272:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.963290:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116486 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bad9 expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.963337:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.963338:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.963344:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 46 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.963351:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 46 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.963377:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 46 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.963386:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820427648:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.963454:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.966188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126466.966355:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821980160 00000100:00100000:1.0:1746126466.966361:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821980160 00002000:00100000:1.0:1746126466.966390:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d180 x1830945821980160/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.966398:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d180 with x1830945821980160 ext(0->4095) 00002000:00010000:1.0:1746126466.966403:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184d180 00000100:00100000:1.0:1746126466.966429:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3834 00000100:00100000:1.0:1746126466.966436:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945821980160:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126466.966589:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945821980160:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.966594:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3834 00002000:00100000:1.0:1746126466.966599:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d180 x1830945821980160/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.966606:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d180 with x1830945821980160 ext(0->4095) 00002000:00010000:1.0:1746126466.966609:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184d180 00000100:00100000:2.0:1746126466.966699:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820427648:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.966712:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.966731:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945821979904:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3509us (4253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.966738:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7163 00000100:00100000:0.0:1746126466.969741:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.969841:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821980288 00000100:00100000:3.0:1746126466.969848:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821980288 00000100:00100000:3.0:1746126466.970024:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4950 00000100:00100000:3.0:1746126466.970031:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821980288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.970045:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.970060:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bae7 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.970086:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 45 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.970092:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.970093:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.970096:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.970117:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 45 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.970125:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 45 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.970134:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820427776:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.970986:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126466.972706:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820427776:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.972727:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.972742:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:3.0:1746126466.972784:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821980288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2753us (3048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.972790:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4950 00000100:00100000:0.0:1746126466.974819:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.974889:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821980416 00000100:00100000:2.0:1746126466.974896:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821980416 00010000:00010000:2.0:1746126466.974921:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 46 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.974946:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7164 00000100:00100000:2.0:1746126466.974952:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945821980416:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.974964:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.974979:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 46 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.974989:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 46 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.975007:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d111648d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae0 expref: 46 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.975031:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.975033:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.975039:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.975045:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.975069:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.975080:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820427904:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.975138:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.979281:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.979378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126466.979409:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821980800 00000100:00100000:0.0:1746126466.979416:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821980800 00002000:00100000:0.0:1746126466.979449:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d500 x1830945821980800/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.979457:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d500 with x1830945821980800 ext(0->4095) 00002000:00010000:0.0:1746126466.979462:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184d500 00000100:00100000:3.0:1746126466.979537:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821980544 00000100:00100000:3.0:1746126466.979541:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821980544 00000100:00100000:3.0:1746126466.979562:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4951 00000100:00100000:3.0:1746126466.979567:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31630:x1830945821980544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.979579:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.979592:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0baee expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.979614:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.979620:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.979621:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.979623:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.979648:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.979658:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126466.979667:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820428032:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126466.979722:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126466.979888:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820427904:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.979901:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.979922:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945821980416:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4970us (5109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.979929:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7164 00000100:00100000:0.0:1746126466.980418:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1689 00000100:00100000:0.0:1746126466.980425:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821980800:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126466.980550:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821980800:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (1171us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126466.980555:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1689 00002000:00100000:0.0:1746126466.980560:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d500 x1830945821980800/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126466.980566:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d500 with x1830945821980800 ext(0->4095) 00010000:00010000:0.0:1746126466.980572:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746126466.980581:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:0.0:1746126466.980586:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184d500 00000100:00100000:3.0:1746126466.984698:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820428032:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126466.984722:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.984741:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14400, rc 0) 00000100:00100000:3.0:1746126466.984776:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31630:x1830945821980544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5208us (5501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.984783:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4951 00000100:00100000:0.0:1746126466.985561:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126466.986369:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821980928 00000100:00100000:3.0:1746126466.986375:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821980928 00000100:00100000:3.0:1746126466.987290:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4952 00000100:00100000:3.0:1746126466.987298:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31631:x1830945821980928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126466.987313:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126466.987326:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0baf5 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.987344:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126466.987348:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.987353:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126466.987355:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.987381:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.987389:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126466.987400:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14000, rc 0) 00000100:00100000:3.0:1746126466.987439:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31631:x1830945821980928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (1879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126466.987444:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4952 00000100:00100000:0.0:1746126466.987991:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.989467:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821981056 00000100:00100000:2.0:1746126466.989474:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821981056 00010000:00010000:2.0:1746126466.989515:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.989962:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7165 00000100:00100000:2.0:1746126466.989969:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821981056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.989980:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.989997:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.990006:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.990023:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116494 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bae7 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.990048:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.990050:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.990056:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.990125:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.990152:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.990162:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.990171:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820428288:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.990448:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126466.993903:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.994047:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820428288:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126466.994063:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126466.994099:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821981056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4130us (6109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126466.994108:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7165 00000100:00100000:1.0:1746126466.994891:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821981312 00000100:00100000:1.0:1746126466.994897:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821981312 00002000:00100000:1.0:1746126466.994928:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c380 x1830945821981312/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/0 e 0 to 0 dl 1746126477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.994936:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c380 with x1830945821981312 ext(0->4095) 00010000:00010000:1.0:1746126466.994942:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.994952:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.994958:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c380 00000100:00100000:1.0:1746126466.994970:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1690 00000100:00100000:1.0:1746126466.994975:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945821981312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126466.995097:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945821981312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (1200us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126466.995103:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1690 00002000:00100000:1.0:1746126466.995109:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c380 x1830945821981312/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746126477 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126466.995115:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c380 with x1830945821981312 ext(0->4095) 00010000:00010000:1.0:1746126466.995119:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126466.995127:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126466.995132:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c380 00000100:00100000:0.0:1746126466.998199:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126466.998346:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821981440 00000100:00100000:2.0:1746126466.998354:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821981440 00010000:00010000:2.0:1746126466.998379:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126466.998399:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7166 00000100:00100000:2.0:1746126466.998404:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1974:x1830945821981440:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126466.998414:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126466.998429:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.998438:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.998455:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111649b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baee expref: 47 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126466.998772:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.998774:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126466.998781:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.998788:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126466.998815:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126466.998826:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820428416:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126466.998893:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.001393:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.001509:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821981696 00000100:00100000:2.0:1746126467.001515:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821981696 00002000:00100000:2.0:1746126467.001545:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184dc00 x1830945821981696/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.001553:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184dc00 with x1830945821981696 ext(0->4095) 00002000:00010000:2.0:1746126467.001556:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184dc00 00000100:00100000:2.0:1746126467.001580:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3836 00000100:00100000:2.0:1746126467.001585:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945821981696:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126467.001694:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945821981696:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.001699:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3836 00002000:00100000:2.0:1746126467.001704:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184dc00 x1830945821981696/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.001710:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184dc00 with x1830945821981696 ext(0->4095) 00002000:00010000:2.0:1746126467.001712:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184dc00 00000100:00100000:3.0:1746126467.001790:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820428416:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.001804:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.001821:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1974:x1830945821981440:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3417us (3629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.001827:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7166 00000100:00100000:0.0:1746126467.005115:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.005196:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821981824 00000100:00100000:2.0:1746126467.005204:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821981824 00000100:00100000:2.0:1746126467.005297:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4953 00000100:00100000:2.0:1746126467.005304:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821981824:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.005317:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.005331:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bafc expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.005353:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.005359:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.005361:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.005364:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.005385:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.005395:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.005409:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820428544:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.005785:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.008099:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820428544:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.008121:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.008134:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126467.008164:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821981824:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2860us (3055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.008170:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4953 00000100:00100000:0.0:1746126467.009320:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.009625:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821981952 00000100:00100000:3.0:1746126467.009632:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821981952 00010000:00010000:3.0:1746126467.009655:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.009676:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7167 00000100:00100000:3.0:1746126467.009681:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945821981952:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.009691:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.009707:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.009716:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.009734:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0baf5 expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.009752:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.009753:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.009759:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.009766:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.009789:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.009798:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820428672:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.009849:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.012084:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.012735:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821982208 00000100:00100000:1.0:1746126467.012741:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821982208 00002000:00100000:1.0:1746126467.012773:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec2d80 x1830945821982208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.012781:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2d80 with x1830945821982208 ext(0->4095) 00002000:00010000:1.0:1746126467.012784:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec2d80 00000100:00100000:1.0:1746126467.012797:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3837 00000100:00100000:1.0:1746126467.012801:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821982208:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126467.012917:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821982208:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (838us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.012922:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3837 00002000:00100000:1.0:1746126467.012927:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec2d80 x1830945821982208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.012939:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2d80 with x1830945821982208 ext(0->4095) 00002000:00010000:1.0:1746126467.012941:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec2d80 00000100:00100000:3.0:1746126467.013993:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820428672:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.014008:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.014035:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1977:x1830945821981952:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4354us (4718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.014041:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7167 00000100:00100000:0.0:1746126467.014897:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.015027:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821982336 00000100:00100000:2.0:1746126467.015032:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821982336 00000100:00100000:2.0:1746126467.015767:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4954 00000100:00100000:2.0:1746126467.015776:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:31630:x1830945821982336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.015789:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.015802:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb03 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.015824:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.015829:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.015831:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.015833:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 46 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.015859:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.015868:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 5 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.015878:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820428800:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.016542:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126467.016812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.016884:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821982464 00000100:00100000:3.0:1746126467.016889:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821982464 00000100:00100000:3.0:1746126467.016909:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4955 00000100:00100000:3.0:1746126467.016913:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31631:x1830945821982464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126467.016921:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126467.016928:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb0a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.016944:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.016948:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 48 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.016953:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126467.016955:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 48 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.016971:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 48 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.016980:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 48 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.016988:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15200, rc 0) 00000100:00100000:3.0:1746126467.017020:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:31631:x1830945821982464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.017025:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4955 00000100:00100000:0.0:1746126467.020106:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.020177:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821982592 00000100:00100000:3.0:1746126467.020183:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821982592 00010000:00010000:3.0:1746126467.020211:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.020233:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7168 00000100:00100000:3.0:1746126467.020238:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821982592:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.020260:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.020276:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.020285:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.020304:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.020306:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.020312:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.020318:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.020342:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.020352:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.020360:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820429056:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126467.021029:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11164a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bafc expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.021049:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820428800:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.021067:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.021074:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.021082:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:3.0:1746126467.021522:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.021640:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31630:x1830945821982336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5864us (6743us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.021647:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4954 00000100:00100000:3.0:1746126467.023797:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820429056:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.023813:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.023842:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821982592:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3604us (3743us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.023850:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7168 00000100:00100000:0.0:1746126467.024055:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.024350:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821982848 00000100:00100000:2.0:1746126467.024355:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821982848 00002000:00100000:2.0:1746126467.024381:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec2a00 x1830945821982848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.024390:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2a00 with x1830945821982848 ext(0->4095) 00010000:00010000:2.0:1746126467.024396:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.024406:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.024411:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ec2a00 00000100:00100000:2.0:1746126467.024434:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1691 00000100:00100000:2.0:1746126467.024440:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945821982848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126467.024566:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945821982848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (512us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.024572:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1691 00002000:00100000:2.0:1746126467.024576:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec2a00 x1830945821982848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.024583:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2a00 with x1830945821982848 ext(0->4095) 00010000:00010000:2.0:1746126467.024587:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.024594:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.024599:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ec2a00 00000100:00100000:0.0:1746126467.027724:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.027823:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821982976 00000100:00100000:3.0:1746126467.027831:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821982976 00010000:00010000:3.0:1746126467.027859:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.027880:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7169 00000100:00100000:3.0:1746126467.027886:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1974:x1830945821982976:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.027898:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.027915:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.027925:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.027943:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11164b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb03 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.028021:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.028023:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.028029:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.028037:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.028062:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.028072:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820429184:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.028665:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.030673:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820429184:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.030689:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.030722:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1974:x1830945821982976:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2835us (3003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.030730:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7169 00000100:00100000:0.0:1746126467.032085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.032167:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821983232 00000100:00100000:1.0:1746126467.032173:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821983232 00002000:00100000:1.0:1746126467.032205:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152680 x1830945821983232/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.032214:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152680 with x1830945821983232 ext(0->4095) 00002000:00010000:1.0:1746126467.032218:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135152680 00000100:00100000:1.0:1746126467.032249:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3838 00000100:00100000:1.0:1746126467.032255:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945821983232:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126467.032364:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945821983232:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.032368:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3838 00002000:00100000:1.0:1746126467.032373:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152680 x1830945821983232/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.032380:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152680 with x1830945821983232 ext(0->4095) 00002000:00010000:1.0:1746126467.032382:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135152680 00000100:00100000:0.0:1746126467.038306:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.038391:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821983360 00000100:00100000:2.0:1746126467.038399:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821983360 00000100:00100000:2.0:1746126467.038446:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4956 00000100:00100000:2.0:1746126467.038452:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821983360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.038468:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.038482:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb11 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.038530:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.038536:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.038538:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.038540:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.038561:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.038570:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 45 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.038580:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820429312:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.038643:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.044484:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.044619:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821983488 00000100:00100000:3.0:1746126467.044626:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821983488 00002000:00100000:3.0:1746126467.044659:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135152300 x1830945821983488/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.044667:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152300 with x1830945821983488 ext(0->7) 00010000:00010000:3.0:1746126467.044673:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.044685:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 46 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126467.044690:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135152300 00000100:00100000:3.0:1746126467.044705:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1692 00000100:00100000:3.0:1746126467.044711:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1974:x1830945821983488:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126467.044945:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1974:x1830945821983488:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 233us (467us total) trans 4294967994 rc 0/0 00000100:00100000:3.0:1746126467.044951:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1692 00002000:00100000:3.0:1746126467.044957:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135152300 x1830945821983488/t4294967994(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.044968:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152300 with x1830945821983488 ext(0->7) 00010000:00010000:3.0:1746126467.044972:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 48 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.044981:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 48 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126467.044986:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135152300 00000100:00100000:2.0:1746126467.045619:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820429312:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.045637:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.045647:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126467.045664:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821983360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7213us (7367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.045669:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4956 00000100:00100000:0.0:1746126467.055775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.055853:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821983616 00000100:00100000:3.0:1746126467.055860:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821983616 00010000:00010000:3.0:1746126467.055889:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 48 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.055912:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7170 00000100:00100000:3.0:1746126467.055919:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1975:x1830945821983616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.055932:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126467.055946:0:7118:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126466 -> 1746126467 00002000:00010000:3.0:1746126467.055949:0:7118:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126466 -> 1746126467 00010000:00010000:3.0:1746126467.055954:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 48 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.055964:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 48 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.055982:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb0a expref: 48 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.056014:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.056016:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.056021:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.056028:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.056055:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.056066:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820429440:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.056136:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.061056:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820429440:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.061077:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.061125:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1975:x1830945821983616:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5205us (5355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.061139:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7170 00000100:00100000:0.0:1746126467.064622:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.064888:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821983872 00000100:00100000:3.0:1746126467.064895:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821983872 00002000:00100000:3.0:1746126467.064930:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135153480 x1830945821983872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.064939:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153480 with x1830945821983872 ext(0->4095) 00002000:00010000:3.0:1746126467.064943:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135153480 00000100:00100000:3.0:1746126467.064968:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3839 00000100:00100000:3.0:1746126467.064974:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821983872:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126467.065120:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821983872:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126467.065126:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3839 00002000:00100000:3.0:1746126467.065131:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135153480 x1830945821983872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.065137:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153480 with x1830945821983872 ext(0->4095) 00002000:00010000:3.0:1746126467.065139:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135153480 00000100:00100000:0.0:1746126467.066850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.066987:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821984000 00000100:00100000:2.0:1746126467.066992:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821984000 00000100:00100000:2.0:1746126467.067669:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4957 00000100:00100000:2.0:1746126467.067677:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31631:x1830945821984000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.067690:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.067704:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb18 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.067726:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.067732:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.067733:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.067736:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 48 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.067756:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.067764:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 5 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.067773:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820429568:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.069562:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.069592:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820429568:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.069612:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 48 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.069625:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126467.069659:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:31631:x1830945821984000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1984us (2813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.069666:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4957 00000100:00100000:0.0:1746126467.071556:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.072744:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821984128 00000100:00100000:3.0:1746126467.072762:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821984128 00010000:00010000:3.0:1746126467.072793:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.072853:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7171 00000100:00100000:3.0:1746126467.072860:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821984128:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.072871:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.072889:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.072899:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.072919:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d11164be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb11 expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.073132:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.073134:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.073142:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 47 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.073149:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 47 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.073176:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 47 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.073188:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820429696:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.073272:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.076467:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.076838:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820429696:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.076854:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.076887:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821984128:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4026us (5335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.076895:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7171 00000100:00100000:1.0:1746126467.077069:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821984384 00000100:00100000:1.0:1746126467.077075:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821984384 00002000:00100000:1.0:1746126467.077107:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135151500 x1830945821984384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.077115:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135151500 with x1830945821984384 ext(0->4095) 00002000:00010000:1.0:1746126467.077119:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135151500 00000100:00100000:1.0:1746126467.077141:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3840 00000100:00100000:1.0:1746126467.077147:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1974:x1830945821984384:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126467.077266:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1974:x1830945821984384:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (805us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.077271:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3840 00002000:00100000:1.0:1746126467.077276:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135151500 x1830945821984384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.077282:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135151500 with x1830945821984384 ext(0->4095) 00002000:00010000:1.0:1746126467.077284:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135151500 00000100:00100000:0.0:1746126467.083728:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.083796:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821984512 00000100:00100000:2.0:1746126467.083805:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821984512 00000100:00100000:2.0:1746126467.083841:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4958 00000100:00100000:2.0:1746126467.083847:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821984512:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.083861:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.083874:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb1f expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.083896:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 47 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.083901:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.083903:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.083906:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.083926:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 47 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.083936:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 47 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.083945:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820429824:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.084006:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.085491:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820429824:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.085530:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.085541:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126467.085566:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821984512:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1719us (1844us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.085572:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4958 00000100:00100000:2.0:1746126467.100531:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.100599:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821984640 00000100:00100000:3.0:1746126467.100606:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821984640 00002000:00100000:3.0:1746126467.100640:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009425d180 x1830945821984640/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.100649:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d180 with x1830945821984640 ext(0->7) 00010000:00010000:3.0:1746126467.100656:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 48 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.100669:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 48 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126467.100680:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425d180 00000100:00100000:3.0:1746126467.100708:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1693 00000100:00100000:3.0:1746126467.100715:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1976:x1830945821984640:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126467.100968:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1976:x1830945821984640:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 252us (443us total) trans 4294967995 rc 0/0 00000100:00100000:3.0:1746126467.100974:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1693 00002000:00100000:3.0:1746126467.100979:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009425d180 x1830945821984640/t4294967995(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.100986:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d180 with x1830945821984640 ext(0->7) 00010000:00010000:3.0:1746126467.100990:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 50 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.100998:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 50 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126467.101003:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425d180 00000100:00100000:0.0:1746126467.101201:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.101776:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821984768 00000100:00100000:3.0:1746126467.101780:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821984768 00000100:00100000:3.0:1746126467.101803:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4959 00000100:00100000:3.0:1746126467.101808:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:31630:x1830945821984768:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126467.101817:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126467.101828:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb26 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.101850:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126467.101855:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.101860:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126467.101863:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 51 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.101891:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.101901:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 51 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.101909:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:3.0:1746126467.101943:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:31630:x1830945821984768:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.101949:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4959 00000100:00100000:0.0:1746126467.113883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.113965:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821984896 00000100:00100000:3.0:1746126467.113972:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821984896 00010000:00010000:3.0:1746126467.114000:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 51 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.114021:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7172 00000100:00100000:3.0:1746126467.114026:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1975:x1830945821984896:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.114038:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.114055:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 51 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.114064:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 51 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.114082:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11164c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb18 expref: 51 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.114107:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.114109:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.114115:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.114122:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.114149:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.114158:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 5 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.114167:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820430080:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.114235:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.122926:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820430080:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.122944:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.122976:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1975:x1830945821984896:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 8949us (9099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.122985:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7172 00000100:00100000:0.0:1746126467.125068:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.125148:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821985152 00000100:00100000:1.0:1746126467.125155:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821985152 00002000:00100000:1.0:1746126467.125189:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135153b80 x1830945821985152/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.125197:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153b80 with x1830945821985152 ext(0->4095) 00010000:00010000:1.0:1746126467.125204:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.125216:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.125221:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135153b80 00000100:00100000:1.0:1746126467.125254:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1694 00000100:00100000:1.0:1746126467.125260:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821985152:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126467.125373:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821985152:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.125378:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1694 00002000:00100000:1.0:1746126467.125383:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135153b80 x1830945821985152/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.125389:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153b80 with x1830945821985152 ext(0->4095) 00010000:00010000:1.0:1746126467.125392:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.125400:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.125405:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135153b80 00000100:00100000:0.0:1746126467.128133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.128206:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821985280 00000100:00100000:3.0:1746126467.128213:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821985280 00010000:00010000:3.0:1746126467.128248:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.128269:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7173 00000100:00100000:3.0:1746126467.128274:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821985280:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.128285:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.128300:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.128309:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.128326:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb1f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.128348:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.128350:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.128355:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 49 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.128362:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 49 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.128384:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 49 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.128393:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820430208:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.128449:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.130719:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820430208:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.130735:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.130763:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821985280:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2488us (2636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.130771:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7173 00000100:00100000:0.0:1746126467.131779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.132378:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821985536 00000100:00100000:3.0:1746126467.132385:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821985536 00002000:00100000:3.0:1746126467.132414:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094900a80 x1830945821985536/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.132423:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900a80 with x1830945821985536 ext(0->4095) 00002000:00010000:3.0:1746126467.132426:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094900a80 00000100:00100000:3.0:1746126467.132453:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3841 00000100:00100000:3.0:1746126467.132459:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1977:x1830945821985536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126467.132594:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1977:x1830945821985536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (816us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126467.132599:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3841 00002000:00100000:3.0:1746126467.132603:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094900a80 x1830945821985536/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.132610:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900a80 with x1830945821985536 ext(0->4095) 00002000:00010000:3.0:1746126467.132612:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094900a80 00000100:00100000:0.0:1746126467.135599:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.137281:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821985664 00000100:00100000:2.0:1746126467.137290:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821985664 00000100:00100000:3.0:1746126467.138396:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4960 00000100:00100000:3.0:1746126467.138407:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821985664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126467.138424:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126467.138438:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb2d expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.138460:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 49 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.138466:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126467.138467:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126467.138470:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.138507:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 49 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.138517:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 49 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.138527:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820430336:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126467.138605:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.142019:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820430336:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126467.142043:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.142057:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15600, rc 0) 00000100:00100000:3.0:1746126467.144115:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821985664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5703us (8514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.144124:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4960 00000100:00100000:0.0:1746126467.144966:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.145527:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821985792 00000100:00100000:3.0:1746126467.145534:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821985792 00000100:00100000:3.0:1746126467.146011:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4961 00000100:00100000:3.0:1746126467.146020:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:31630:x1830945821985792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126467.146033:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126467.146047:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb34 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.146071:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126467.146075:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.146081:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126467.146084:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 51 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.146111:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.146121:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 51 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.146129:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15200, rc 0) 00000100:00100000:3.0:1746126467.146165:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:31630:x1830945821985792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.146173:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4961 00000100:00100000:0.0:1746126467.146654:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.146839:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821985920 00000100:00100000:3.0:1746126467.146843:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821985920 00010000:00010000:3.0:1746126467.146859:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 51 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.146885:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7174 00000100:00100000:3.0:1746126467.146890:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1976:x1830945821985920:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.146897:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.146913:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 51 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.146921:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 51 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.146935:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11164d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb26 expref: 51 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.146955:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.146956:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.146961:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.146966:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.146983:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.146991:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 5 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.147000:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820430592:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.147223:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.151212:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.151402:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820430592:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.151418:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.151459:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1976:x1830945821985920:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4568us (4805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.151467:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7174 00000100:00100000:1.0:1746126467.151529:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821986176 00000100:00100000:1.0:1746126467.151534:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821986176 00002000:00100000:1.0:1746126467.151563:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901f80 x1830945821986176/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.151571:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901f80 with x1830945821986176 ext(0->4095) 00010000:00010000:1.0:1746126467.151578:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.151589:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.151595:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094901f80 00000100:00100000:1.0:1746126467.151609:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1695 00000100:00100000:1.0:1746126467.151615:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821986176:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126467.151723:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821986176:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.151728:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1695 00002000:00100000:1.0:1746126467.151732:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901f80 x1830945821986176/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.151738:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901f80 with x1830945821986176 ext(0->4095) 00010000:00010000:1.0:1746126467.151742:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.151750:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.151754:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094901f80 00000100:00100000:0.0:1746126467.156111:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.156434:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821986304 00000100:00100000:3.0:1746126467.156441:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821986304 00010000:00010000:3.0:1746126467.156470:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.156526:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7175 00000100:00100000:3.0:1746126467.156533:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821986304:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.156545:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.156562:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.156571:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.156587:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb2d expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.156612:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.156614:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.156619:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 49 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.156626:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 49 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.156652:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 49 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.156661:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820430720:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.156725:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.159723:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.160378:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821986560 00000100:00100000:3.0:1746126467.160386:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821986560 00002000:00100000:3.0:1746126467.160420:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901500 x1830945821986560/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.160430:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901500 with x1830945821986560 ext(0->4095) 00002000:00010000:3.0:1746126467.160434:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901500 00000100:00100000:3.0:1746126467.160654:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3842 00000100:00100000:3.0:1746126467.160662:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1976:x1830945821986560:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126467.160793:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1976:x1830945821986560:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (1076us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126467.160799:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3842 00002000:00100000:3.0:1746126467.160805:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901500 x1830945821986560/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.160811:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901500 with x1830945821986560 ext(0->4095) 00002000:00010000:3.0:1746126467.160813:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901500 00000100:00100000:2.0:1746126467.160889:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820430720:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126467.160905:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126467.160926:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821986304:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4395us (4823us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.160932:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7175 00000100:00100000:0.0:1746126467.173759:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.173827:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821986688 00000100:00100000:2.0:1746126467.173835:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821986688 00000100:00100000:2.0:1746126467.173878:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4962 00000100:00100000:2.0:1746126467.173885:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821986688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.173898:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.173914:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb3b expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.173937:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 49 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.173943:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.173944:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.173947:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.173970:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 49 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.173979:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 49 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.173990:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820430848:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.174061:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.177819:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820430848:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.177842:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.177855:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126467.177943:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821986688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4057us (4190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.177950:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4962 00000100:00100000:0.0:1746126467.190809:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.190881:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821986816 00000100:00100000:2.0:1746126467.190889:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821986816 00000100:00100000:2.0:1746126467.190928:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4963 00000100:00100000:2.0:1746126467.190934:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:31630:x1830945821986816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.190948:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.190963:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb42 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.190983:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.190988:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.190992:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126467.190995:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 51 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.191021:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.191031:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 51 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.191039:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126467.191072:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:31630:x1830945821986816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.191077:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4963 00000100:00100000:0.0:1746126467.195260:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.195360:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821986944 00000100:00100000:1.0:1746126467.195367:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821986944 00002000:00100000:1.0:1746126467.195401:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094903b80 x1830945821986944/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.195410:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903b80 with x1830945821986944 ext(0->7) 00010000:00010000:1.0:1746126467.195416:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 51 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.195429:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 51 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.195436:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094903b80 00000100:00100000:3.0:1746126467.195943:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1696 00000100:00100000:3.0:1746126467.195952:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1977:x1830945821986944:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126467.196196:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1977:x1830945821986944:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 245us (942us total) trans 4294967996 rc 0/0 00000100:00100000:3.0:1746126467.196202:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1696 00002000:00100000:3.0:1746126467.196207:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094903b80 x1830945821986944/t4294967996(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.196214:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903b80 with x1830945821986944 ext(0->7) 00010000:00010000:3.0:1746126467.196218:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 53 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.196227:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 53 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126467.196232:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094903b80 00000100:00100000:0.0:1746126467.197736:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.197925:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821987072 00000100:00100000:2.0:1746126467.197930:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821987072 00010000:00010000:2.0:1746126467.197953:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 53 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.198280:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7176 00000100:00100000:2.0:1746126467.198287:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1975:x1830945821987072:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126467.198298:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126467.198313:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 53 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.198322:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 53 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.198340:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11164e1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb34 expref: 53 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.198662:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.198665:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.198673:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.198679:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.198705:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.198714:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 5 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.198727:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820431104:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126467.198795:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.200809:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820431104:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.200826:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.200856:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1975:x1830945821987072:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2569us (3123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.200865:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7176 00000100:00100000:0.0:1746126467.201900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.202007:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821987328 00000100:00100000:1.0:1746126467.202014:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821987328 00002000:00100000:1.0:1746126467.202046:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094902a00 x1830945821987328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.202055:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902a00 with x1830945821987328 ext(0->4095) 00010000:00010000:1.0:1746126467.202061:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.202072:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.202078:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094902a00 00000100:00100000:1.0:1746126467.202104:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1697 00000100:00100000:1.0:1746126467.202111:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821987328:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126467.202221:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821987328:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.202226:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1697 00002000:00100000:1.0:1746126467.202230:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094902a00 x1830945821987328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.202237:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902a00 with x1830945821987328 ext(0->4095) 00010000:00010000:1.0:1746126467.202252:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.202260:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.202265:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094902a00 00000100:00100000:0.0:1746126467.205864:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.205976:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821987456 00000100:00100000:3.0:1746126467.205985:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821987456 00010000:00010000:3.0:1746126467.206015:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.206038:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7177 00000100:00100000:3.0:1746126467.206043:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821987456:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.206055:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.206072:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.206082:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.206100:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11164e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb3b expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.206113:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.206115:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.206121:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 51 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.206127:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 51 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.206154:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 51 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.206168:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820431232:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.206229:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.208781:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820431232:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.208797:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.208833:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821987456:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2789us (2976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.208842:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7177 00000100:00100000:0.0:1746126467.208966:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.209140:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821987712 00000100:00100000:3.0:1746126467.209144:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821987712 00002000:00100000:3.0:1746126467.209172:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901c00 x1830945821987712/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.209180:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901c00 with x1830945821987712 ext(0->4095) 00002000:00010000:3.0:1746126467.209183:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901c00 00000100:00100000:3.0:1746126467.209893:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3843 00000100:00100000:3.0:1746126467.209900:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1974:x1830945821987712:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126467.210076:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1974:x1830945821987712:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (1109us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126467.210082:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3843 00002000:00100000:3.0:1746126467.210088:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901c00 x1830945821987712/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.210095:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901c00 with x1830945821987712 ext(0->4095) 00002000:00010000:3.0:1746126467.210098:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901c00 00000100:00100000:0.0:1746126467.215754:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.216066:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821987840 00000100:00100000:3.0:1746126467.216074:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821987840 00000100:00100000:3.0:1746126467.216283:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4964 00000100:00100000:3.0:1746126467.216291:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821987840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126467.216307:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126467.216321:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb49 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.216345:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 51 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.216351:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126467.216353:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126467.216356:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.216379:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 51 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.216390:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 51 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.216399:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820431360:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126467.217378:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.235485:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820431360:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126467.235527:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.235546:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15600, rc 0) 00000100:00100000:3.0:1746126467.235580:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821987840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19290us (19833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.235588:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4964 00000100:00100000:0.0:1746126467.250343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.250439:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821987968 00000100:00100000:1.0:1746126467.250447:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821987968 00002000:00100000:1.0:1746126467.250485:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094900000 x1830945821987968/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.250523:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900000 with x1830945821987968 ext(0->7) 00010000:00010000:1.0:1746126467.250531:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 52 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.250545:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 52 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.250551:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094900000 00000100:00100000:1.0:1746126467.250581:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1698 00000100:00100000:1.0:1746126467.250588:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1977:x1830945821987968:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126467.250844:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1977:x1830945821987968:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 256us (508us total) trans 4294967997 rc 0/0 00000100:00100000:1.0:1746126467.250851:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1698 00002000:00100000:1.0:1746126467.250856:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094900000 x1830945821987968/t4294967997(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.250863:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900000 with x1830945821987968 ext(0->7) 00010000:00010000:1.0:1746126467.250868:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 54 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.250877:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 54 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.250887:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094900000 00000100:00100000:0.0:1746126467.257844:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.257903:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821988096 00000100:00100000:3.0:1746126467.257912:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821988096 00010000:00010000:3.0:1746126467.257942:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 54 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.257975:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7178 00000100:00100000:3.0:1746126467.257982:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094900e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1975:x1830945821988096:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.257994:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.258010:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 54 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.258019:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 54 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.258036:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11164ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb42 expref: 54 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.258059:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.258061:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.258067:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.258077:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.258104:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.258114:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820431488:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.258194:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.259568:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820431488:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.259580:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.259612:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094900e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1975:x1830945821988096:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1630us (1773us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.259621:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7178 00000100:00100000:0.0:1746126467.260036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.260164:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821988352 00000100:00100000:3.0:1746126467.260169:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821988352 00002000:00100000:3.0:1746126467.260190:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903800 x1830945821988352/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.260199:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903800 with x1830945821988352 ext(0->4095) 00002000:00010000:3.0:1746126467.260202:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094903800 00000100:00100000:3.0:1746126467.260224:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3844 00000100:00100000:3.0:1746126467.260229:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821988352:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126467.260343:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821988352:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126467.260352:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3844 00002000:00100000:3.0:1746126467.260357:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903800 x1830945821988352/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.260363:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903800 with x1830945821988352 ext(0->4095) 00002000:00010000:3.0:1746126467.260365:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094903800 00000100:00100000:0.0:1746126467.262101:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.262207:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821988480 00000100:00100000:3.0:1746126467.262213:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821988480 00000100:00100000:3.0:1746126467.262255:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4965 00000100:00100000:3.0:1746126467.262261:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:31631:x1830945821988480:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126467.262272:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126467.262285:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb50 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.262305:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.262311:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.262312:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.262315:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 54 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.262335:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.262345:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 5 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.262358:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820431616:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126467.262423:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.270915:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.271224:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821988608 00000100:00100000:2.0:1746126467.271231:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821988608 00000100:00100000:2.0:1746126467.271282:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4966 00000100:00100000:2.0:1746126467.271288:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:31630:x1830945821988608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.271303:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.271316:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb57 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.271336:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.271340:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 56 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.271345:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.271348:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 56 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.271375:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 56 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.271384:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 56 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.271392:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126467.271436:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:31630:x1830945821988608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.271443:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4966 00000100:00100000:3.0:1746126467.271894:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820431616:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126467.271908:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 55 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.271915:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14000, rc 0) 00000100:00100000:3.0:1746126467.272366:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:31631:x1830945821988480:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10102us (10266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.272371:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4965 00000100:00100000:0.0:1746126467.304379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.304453:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821988736 00000100:00100000:3.0:1746126467.304459:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821988736 00010000:00010000:3.0:1746126467.304487:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.304530:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7179 00000100:00100000:3.0:1746126467.304537:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821988736:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.304548:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.304566:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.304576:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.304597:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11164f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb49 expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.304621:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.304623:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.304629:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 54 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.304635:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 54 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.304662:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 54 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.304671:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 54 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.304685:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820431872:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.304752:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.306370:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.306473:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820431872:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.306487:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126467.307386:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821988992 00000100:00100000:2.0:1746126467.307392:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821988992 00002000:00100000:2.0:1746126467.307423:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903480 x1830945821988992/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.307431:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903480 with x1830945821988992 ext(0->4095) 00010000:00010000:2.0:1746126467.307437:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 55 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.307448:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 55 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.307453:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094903480 00000100:00100000:2.0:1746126467.307477:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1699 00000100:00100000:2.0:1746126467.307482:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1974:x1830945821988992:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126467.307639:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821988736:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3100us (3264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.307647:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7179 00000100:00100000:2.0:1746126467.307682:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1974:x1830945821988992:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (1317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.307687:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1699 00002000:00100000:2.0:1746126467.307692:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903480 x1830945821988992/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.307698:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903480 with x1830945821988992 ext(0->4095) 00010000:00010000:2.0:1746126467.307702:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 55 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.307713:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 55 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.307718:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094903480 00000100:00100000:0.0:1746126467.310534:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.310610:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821989120 00000100:00100000:3.0:1746126467.310618:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821989120 00000100:00100000:3.0:1746126467.310651:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4967 00000100:00100000:3.0:1746126467.310657:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821989120:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126467.310671:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126467.310685:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb5e expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.310704:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126467.310709:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.310713:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126467.310716:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.310743:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.310752:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.310760:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15400, rc 0) 00000100:00100000:3.0:1746126467.310797:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821989120:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.310802:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4967 00000100:00100000:0.0:1746126467.313847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.313999:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821989248 00000100:00100000:3.0:1746126467.314007:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821989248 00010000:00010000:3.0:1746126467.314035:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 55 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.314517:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7180 00000100:00100000:3.0:1746126467.314525:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094900700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1976:x1830945821989248:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.314537:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.314553:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 55 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.314564:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 55 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.314581:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d11164fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb50 expref: 55 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.314609:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.314610:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.314616:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.314623:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.314648:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.314659:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 54 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.314673:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820432128:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.317056:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126467.318422:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.319005:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820432128:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.319022:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.319056:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094900700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1976:x1830945821989248:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4531us (5215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.319065:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7180 00000100:00100000:2.0:1746126467.321262:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821989504 00000100:00100000:2.0:1746126467.321271:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821989504 00002000:00100000:2.0:1746126467.321307:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705500 x1830945821989504/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.321316:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705500 with x1830945821989504 ext(0->4095) 00010000:00010000:2.0:1746126467.321324:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 54 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.321338:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 54 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.321344:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705500 00000100:00100000:2.0:1746126467.321368:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1700 00000100:00100000:2.0:1746126467.321374:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1977:x1830945821989504:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126467.321488:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1977:x1830945821989504:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (3071us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.321506:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1700 00002000:00100000:2.0:1746126467.321511:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705500 x1830945821989504/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.321519:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705500 with x1830945821989504 ext(0->4095) 00010000:00010000:2.0:1746126467.321523:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 54 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.321532:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 54 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.321538:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705500 00000100:00100000:0.0:1746126467.323891:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.324052:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.324128:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821989632 00000100:00100000:2.0:1746126467.324134:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821989632 00000100:00100000:2.0:1746126467.324171:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4968 00000100:00100000:2.0:1746126467.324176:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:31630:x1830945821989632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.324189:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.324203:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb65 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.324222:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.324227:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.324233:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126467.324236:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 55 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.324271:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.324281:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 55 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.324294:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126467.324335:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:31630:x1830945821989632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.324341:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4968 00000100:00100000:3.0:1746126467.324617:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821989760 00000100:00100000:3.0:1746126467.324621:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821989760 00010000:00010000:3.0:1746126467.324634:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 55 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.324711:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7181 00000100:00100000:3.0:1746126467.324716:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1977:x1830945821989760:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.324723:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.324739:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 55 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.324748:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 55 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.324761:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116504 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb57 expref: 55 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.325080:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.325082:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.325089:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.325096:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.325114:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.325123:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 5 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.325132:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820432384:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.325721:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.328864:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820432384:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.328880:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.328920:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1977:x1830945821989760:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4202us (4867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.328929:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7181 00000100:00100000:0.0:1746126467.330212:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.330277:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821990016 00000100:00100000:1.0:1746126467.330283:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821990016 00002000:00100000:1.0:1746126467.330317:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b36300 x1830945821990016/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.330326:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36300 with x1830945821990016 ext(0->4095) 00010000:00010000:1.0:1746126467.330333:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.330345:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.330351:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b36300 00000100:00100000:1.0:1746126467.330375:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1701 00000100:00100000:1.0:1746126467.330381:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821990016:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126467.330757:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821990016:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 375us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.330763:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1701 00002000:00100000:1.0:1746126467.330768:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b36300 x1830945821990016/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.330774:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36300 with x1830945821990016 ext(0->4095) 00010000:00010000:1.0:1746126467.330779:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.330788:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.330794:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b36300 00000100:00100000:0.0:1746126467.333264:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.333957:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821990144 00000100:00100000:3.0:1746126467.333966:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821990144 00010000:00010000:3.0:1746126467.333998:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.334340:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7182 00000100:00100000:3.0:1746126467.334348:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945821990144:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.334363:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.334380:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.334390:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.334407:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111650b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb5e expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.334463:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.334465:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.334471:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.334479:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.334521:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.334531:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820432512:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.335118:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.337639:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820432512:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.337656:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.337689:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945821990144:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3341us (4430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.337700:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7182 00000100:00100000:0.0:1746126467.337926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.341682:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821990400 00000100:00100000:1.0:1746126467.341692:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821990400 00002000:00100000:1.0:1746126467.341734:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b35180 x1830945821990400/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.341742:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35180 with x1830945821990400 ext(0->4095) 00002000:00010000:1.0:1746126467.341746:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35180 00000100:00100000:1.0:1746126467.341779:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3845 00000100:00100000:1.0:1746126467.341785:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1976:x1830945821990400:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126467.341916:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1976:x1830945821990400:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (3990us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.341922:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3845 00002000:00100000:1.0:1746126467.341927:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b35180 x1830945821990400/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.341934:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35180 with x1830945821990400 ext(0->4095) 00002000:00010000:1.0:1746126467.341937:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35180 00000100:00100000:0.0:1746126467.350881:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.350950:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821990528 00000100:00100000:2.0:1746126467.350957:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821990528 00000100:00100000:2.0:1746126467.350990:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4969 00000100:00100000:2.0:1746126467.350997:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821990528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.351010:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.351023:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb6c expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.351046:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.351052:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.351053:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.351056:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.351077:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.351085:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 53 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.351098:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820432640:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.351161:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.354459:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820432640:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.354481:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.354515:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126467.354545:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821990528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3549us (3670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.354552:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4969 00000100:00100000:0.0:1746126467.356009:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.356074:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821990656 00000100:00100000:2.0:1746126467.356080:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821990656 00002000:00100000:2.0:1746126467.356108:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b36a00 x1830945821990656/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.356116:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36a00 with x1830945821990656 ext(0->7) 00010000:00010000:2.0:1746126467.356122:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 54 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.356133:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 54 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.356139:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b36a00 00000100:00100000:2.0:1746126467.356160:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1702 00000100:00100000:2.0:1746126467.356165:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1975:x1830945821990656:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126467.356392:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1975:x1830945821990656:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 226us (388us total) trans 4294967998 rc 0/0 00000100:00100000:2.0:1746126467.356398:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1702 00002000:00100000:2.0:1746126467.356402:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b36a00 x1830945821990656/t4294967998(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.356409:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36a00 with x1830945821990656 ext(0->7) 00010000:00010000:2.0:1746126467.356412:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 56 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.356420:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 56 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.356425:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b36a00 00000100:00100000:0.0:1746126467.358916:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.358993:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821990784 00000100:00100000:3.0:1746126467.359001:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821990784 00010000:00010000:3.0:1746126467.359025:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 56 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.359044:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7183 00000100:00100000:3.0:1746126467.359050:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1974:x1830945821990784:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.359060:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.359076:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 56 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.359084:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 56 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.359100:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116512 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb65 expref: 56 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.359123:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.359125:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.359131:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.359137:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.359160:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.359169:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820432768:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.359226:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.360528:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820432768:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.360542:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.360564:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1974:x1830945821990784:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1513us (1653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.360570:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7183 00000100:00100000:0.0:1746126467.361548:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.361609:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821991040 00000100:00100000:1.0:1746126467.361613:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821991040 00002000:00100000:1.0:1746126467.361640:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b35c00 x1830945821991040/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.361655:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35c00 with x1830945821991040 ext(0->4095) 00002000:00010000:1.0:1746126467.361659:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35c00 00000100:00100000:1.0:1746126467.361676:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3846 00000100:00100000:1.0:1746126467.361681:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821991040:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126467.361782:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821991040:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.361787:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3846 00002000:00100000:1.0:1746126467.361791:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b35c00 x1830945821991040/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.361798:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35c00 with x1830945821991040 ext(0->4095) 00002000:00010000:1.0:1746126467.361800:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35c00 00000100:00100000:0.0:1746126467.363351:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.363695:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821991168 00000100:00100000:2.0:1746126467.363701:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821991168 00000100:00100000:2.0:1746126467.363725:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4970 00000100:00100000:2.0:1746126467.363731:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:31631:x1830945821991168:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.363743:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.363756:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb73 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.363774:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.363780:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.363781:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.363784:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 56 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.363804:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.363813:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 5 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.363822:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820432896:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.364724:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.367537:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820432896:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.367810:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 56 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.367825:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126467.367857:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:31631:x1830945821991168:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4126us (4509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.367864:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4970 00000100:00100000:0.0:1746126467.373125:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.373213:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821991296 00000100:00100000:3.0:1746126467.373222:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821991296 00010000:00010000:3.0:1746126467.373258:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.373282:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7184 00000100:00100000:3.0:1746126467.373288:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821991296:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.373300:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.373316:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.373326:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.373343:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116519 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb6c expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.373371:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.373373:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.373379:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 55 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.373387:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 55 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.373412:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 55 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.373422:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820433024:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.373490:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.377859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.377932:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821991552 00000100:00100000:2.0:1746126467.377938:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821991552 00002000:00100000:2.0:1746126467.377970:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b34700 x1830945821991552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.377979:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34700 with x1830945821991552 ext(0->4095) 00002000:00010000:2.0:1746126467.377983:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b34700 00000100:00100000:2.0:1746126467.378007:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3847 00000100:00100000:2.0:1746126467.378013:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1975:x1830945821991552:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126467.378136:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1975:x1830945821991552:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.378142:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3847 00002000:00100000:2.0:1746126467.378147:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b34700 x1830945821991552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.378154:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34700 with x1830945821991552 ext(0->4095) 00002000:00010000:2.0:1746126467.378156:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b34700 00000100:00100000:3.0:1746126467.378219:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820433024:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.378234:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.378274:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821991296:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4986us (5155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.378281:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7184 00000100:00100000:0.0:1746126467.384077:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.384159:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821991680 00000100:00100000:2.0:1746126467.384167:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821991680 00000100:00100000:2.0:1746126467.384200:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4971 00000100:00100000:2.0:1746126467.384206:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821991680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.384222:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.384236:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb7a expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.384268:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 55 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.384274:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.384275:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.384278:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.384301:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 55 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.384314:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 55 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.384323:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820433152:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.384676:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.385856:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820433152:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.385875:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.385887:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126467.386474:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821991680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2266us (2402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.386481:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4971 00000100:00100000:0.0:1746126467.395378:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.395537:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821991808 00000100:00100000:2.0:1746126467.395544:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821991808 00002000:00100000:2.0:1746126467.395578:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b37480 x1830945821991808/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.395587:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37480 with x1830945821991808 ext(0->7) 00010000:00010000:2.0:1746126467.395594:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 56 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.395607:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 56 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.395618:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b37480 00000100:00100000:2.0:1746126467.395646:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1703 00000100:00100000:2.0:1746126467.395653:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1976:x1830945821991808:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126467.395899:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945821991808:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 245us (527us total) trans 4294967999 rc 0/0 00000100:00100000:2.0:1746126467.395905:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1703 00002000:00100000:2.0:1746126467.395910:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b37480 x1830945821991808/t4294967999(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.395916:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37480 with x1830945821991808 ext(0->7) 00010000:00010000:2.0:1746126467.395921:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.395930:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.395935:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b37480 00000100:00100000:0.0:1746126467.397772:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.399665:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821991936 00000100:00100000:3.0:1746126467.399675:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821991936 00010000:00010000:3.0:1746126467.399714:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.399739:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7185 00000100:00100000:3.0:1746126467.399745:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1974:x1830945821991936:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.399757:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.399774:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.399788:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.399806:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116520 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb73 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.399818:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.399820:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.399826:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.399833:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.399859:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.399869:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820433280:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.399928:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.403069:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820433280:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.403086:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.403117:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1974:x1830945821991936:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3371us (5348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.403126:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7185 00000100:00100000:0.0:1746126467.403711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.404040:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821992192 00000100:00100000:2.0:1746126467.404046:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821992192 00000100:00100000:0.0:1746126467.404263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.404391:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4972 00000100:00100000:2.0:1746126467.404398:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:31630:x1830945821992192:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.404413:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.404425:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb81 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.404452:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.404458:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.404460:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.404463:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.404485:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.404514:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 5 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.404523:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820433408:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.404569:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126467.405478:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821992320 00000100:00100000:1.0:1746126467.405484:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821992320 00002000:00100000:1.0:1746126467.405534:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b37b80 x1830945821992320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.405542:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37b80 with x1830945821992320 ext(0->4095) 00010000:00010000:1.0:1746126467.405548:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.405558:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.405563:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b37b80 00000100:00100000:1.0:1746126467.405587:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1704 00000100:00100000:1.0:1746126467.405594:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821992320:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126467.405718:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821992320:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (1477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.405723:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1704 00002000:00100000:1.0:1746126467.405728:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b37b80 x1830945821992320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.405734:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37b80 with x1830945821992320 ext(0->4095) 00010000:00010000:1.0:1746126467.405738:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.405746:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.405751:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b37b80 00000100:00100000:2.0:1746126467.409661:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820433408:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.409685:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.409699:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126467.409741:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31630:x1830945821992192:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5342us (6031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.409747:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4972 00000100:00100000:0.0:1746126467.413440:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.413492:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.413596:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821992576 00000100:00100000:3.0:1746126467.413603:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821992576 00010000:00010000:3.0:1746126467.413633:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.413656:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7186 00000100:00100000:3.0:1746126467.413662:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821992576:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.413673:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.413690:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.413699:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.413716:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116527 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb7a expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.413736:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.413738:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.413744:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.413751:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.413774:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.413783:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820433536:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.413836:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.414256:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821992448 00000100:00100000:2.0:1746126467.414260:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821992448 00000100:00100000:2.0:1746126467.414858:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4973 00000100:00100000:2.0:1746126467.414865:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31631:x1830945821992448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.414876:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.414886:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb88 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.414901:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 59 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.414907:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.414909:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.414911:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 59 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.414927:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 59 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.414936:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.414945:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820433664:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.414982:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.418113:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820433536:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.418130:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.418164:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821992576:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4501us (4670us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.418173:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7186 00000100:00100000:2.0:1746126467.418360:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820433664:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.418376:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 59 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.418389:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126467.418409:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:31631:x1830945821992448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3546us (4977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.418415:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4973 00000100:00100000:0.0:1746126467.418609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.418702:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821992832 00000100:00100000:3.0:1746126467.418707:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821992832 00002000:00100000:3.0:1746126467.418733:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094149180 x1830945821992832/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.418741:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094149180 with x1830945821992832 ext(0->4095) 00010000:00010000:3.0:1746126467.418746:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.418756:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126467.418761:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094149180 00000100:00100000:3.0:1746126467.419432:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1705 00000100:00100000:3.0:1746126467.419440:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094149180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1977:x1830945821992832:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126467.419598:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094149180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1977:x1830945821992832:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (989us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126467.419604:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1705 00002000:00100000:3.0:1746126467.419609:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094149180 x1830945821992832/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.419615:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094149180 with x1830945821992832 ext(0->4095) 00010000:00010000:3.0:1746126467.419621:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.419631:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126467.419636:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094149180 00000100:00100000:0.0:1746126467.422636:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.422721:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821992960 00000100:00100000:3.0:1746126467.422728:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821992960 00010000:00010000:3.0:1746126467.422756:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.422777:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7187 00000100:00100000:3.0:1746126467.422783:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1974:x1830945821992960:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.422794:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.422809:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.422819:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.422837:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111652e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb81 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.423246:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.423248:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.423254:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.423266:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.423291:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.423301:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820433792:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.423374:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.428111:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820433792:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.428131:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.428176:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1974:x1830945821992960:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5392us (5545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.428186:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7187 00000100:00100000:0.0:1746126467.428324:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.428613:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821993216 00000100:00100000:2.0:1746126467.428619:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821993216 00002000:00100000:2.0:1746126467.428648:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094149880 x1830945821993216/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.428657:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094149880 with x1830945821993216 ext(0->4095) 00002000:00010000:2.0:1746126467.428660:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094149880 00000100:00100000:2.0:1746126467.428673:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3848 00000100:00100000:2.0:1746126467.428678:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1977:x1830945821993216:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126467.428784:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1977:x1830945821993216:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.428789:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3848 00002000:00100000:2.0:1746126467.428793:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094149880 x1830945821993216/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.428799:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094149880 with x1830945821993216 ext(0->4095) 00002000:00010000:2.0:1746126467.428801:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094149880 00000100:00100000:0.0:1746126467.430700:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.430778:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821993344 00000100:00100000:2.0:1746126467.430784:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821993344 00000100:00100000:2.0:1746126467.431002:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4974 00000100:00100000:2.0:1746126467.431008:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821993344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.431020:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.431032:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb8f expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.431057:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.431062:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.431064:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.431066:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.431087:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.431096:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 57 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.431105:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820433920:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.431793:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.434356:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820433920:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.434380:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.434393:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126467.434435:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821993344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3426us (3738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.434442:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4974 00000100:00100000:0.0:1746126467.435020:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.435569:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821993472 00000100:00100000:3.0:1746126467.435576:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821993472 00010000:00010000:3.0:1746126467.435599:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.435621:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7188 00000100:00100000:3.0:1746126467.435626:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945821993472:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.435636:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.435651:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.435660:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.435676:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116535 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb88 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.435697:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.435698:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.435705:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.435712:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.435736:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.435744:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820434048:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.435800:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.437633:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.437762:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820434048:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.437774:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.437797:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1976:x1830945821993472:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2170us (2778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.437804:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7188 00000100:00100000:2.0:1746126467.437945:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821993600 00000100:00100000:2.0:1746126467.437949:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821993600 00000100:00100000:2.0:1746126467.438631:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4975 00000100:00100000:2.0:1746126467.438638:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:31630:x1830945821993600:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.438651:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.438662:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb96 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.438679:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.438684:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.438685:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.438688:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.438706:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.438715:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 5 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.438724:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820434176:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.439552:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.439962:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.440155:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821993856 00000100:00100000:3.0:1746126467.440161:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821993856 00002000:00100000:3.0:1746126467.440187:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ea00 x1830945821993856/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.440201:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ea00 with x1830945821993856 ext(0->4095) 00010000:00010000:3.0:1746126467.440207:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.440218:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126467.440224:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ea00 00000100:00100000:3.0:1746126467.440255:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1706 00000100:00100000:3.0:1746126467.440261:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821993856:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126467.440383:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821993856:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (420us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126467.440389:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1706 00002000:00100000:3.0:1746126467.440394:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ea00 x1830945821993856/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.440400:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ea00 with x1830945821993856 ext(0->4095) 00010000:00010000:3.0:1746126467.440404:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.440412:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126467.440417:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ea00 00000100:00100000:2.0:1746126467.442314:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820434176:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.442335:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.442354:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:2.0:1746126467.442384:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31630:x1830945821993600:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3746us (4756us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.442390:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4975 00000100:00100000:0.0:1746126467.443830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.443945:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821993984 00000100:00100000:3.0:1746126467.443952:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821993984 00000100:00100000:3.0:1746126467.443979:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4976 00000100:00100000:3.0:1746126467.443985:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31631:x1830945821993984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126467.443999:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126467.444011:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bb9d expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.444031:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.444035:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 59 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.444041:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126467.444044:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 59 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.444067:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 59 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.444076:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 59 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.444083:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15400, rc 0) 00000100:00100000:3.0:1746126467.444107:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:31631:x1830945821993984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.444112:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4976 00000100:00100000:0.0:1746126467.446617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.446787:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821994112 00000100:00100000:3.0:1746126467.446793:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821994112 00010000:00010000:3.0:1746126467.446818:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.446868:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7189 00000100:00100000:3.0:1746126467.446873:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821994112:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.446883:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.446898:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.446907:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.446922:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111653c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb8f expref: 6 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.447174:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.447175:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.447181:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.447189:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.447213:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.447221:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.447234:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820434432:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.447304:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.450235:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820434432:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.450263:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.450297:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821994112:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3422us (3684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.450305:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7189 00000100:00100000:0.0:1746126467.450992:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.451357:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821994368 00000100:00100000:3.0:1746126467.451363:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821994368 00002000:00100000:3.0:1746126467.451394:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cf800 x1830945821994368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.451403:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf800 with x1830945821994368 ext(0->4095) 00010000:00010000:3.0:1746126467.451409:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.451419:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126467.451425:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cf800 00000100:00100000:3.0:1746126467.451451:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1707 00000100:00100000:3.0:1746126467.451457:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821994368:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126467.452474:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821994368:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1014us (1479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126467.452484:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1707 00002000:00100000:3.0:1746126467.452490:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cf800 x1830945821994368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.452666:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf800 with x1830945821994368 ext(0->4095) 00010000:00010000:3.0:1746126467.452673:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.452683:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746126467.452689:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cf800 00000100:00100000:0.0:1746126467.454666:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.454745:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821994496 00000100:00100000:3.0:1746126467.454753:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821994496 00010000:00010000:3.0:1746126467.454779:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.454800:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7190 00000100:00100000:3.0:1746126467.454806:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1974:x1830945821994496:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.454817:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.454831:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.454840:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.454855:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116543 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb96 expref: 59 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.454994:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.454996:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.455002:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.455008:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.455032:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.455040:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820434560:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.455569:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.457944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.458027:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820434560:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.458043:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.458075:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1974:x1830945821994496:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3269us (3414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.458084:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7190 00000100:00100000:2.0:1746126467.458145:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821994752 00000100:00100000:2.0:1746126467.458150:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821994752 00002000:00100000:2.0:1746126467.458180:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cd500 x1830945821994752/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.458188:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cd500 with x1830945821994752 ext(0->4095) 00002000:00010000:2.0:1746126467.458191:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cd500 00000100:00100000:2.0:1746126467.458335:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3849 00000100:00100000:2.0:1746126467.458342:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945821994752:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126467.458454:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945821994752:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.458459:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3849 00002000:00100000:2.0:1746126467.458464:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cd500 x1830945821994752/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.458471:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cd500 with x1830945821994752 ext(0->4095) 00002000:00010000:2.0:1746126467.458473:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cd500 00000100:00100000:0.0:1746126467.461161:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.461653:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821994880 00000100:00100000:2.0:1746126467.461660:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821994880 00000100:00100000:2.0:1746126467.461784:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4977 00000100:00100000:2.0:1746126467.461791:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821994880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.461805:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.461819:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bba4 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.461842:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.461848:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.461850:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.461853:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.461874:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.461883:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 57 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.461893:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820434688:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.462351:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.464668:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820434688:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.464689:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.464702:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126467.464734:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821994880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2944us (3578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.464744:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4977 00000100:00100000:0.0:1746126467.464890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.465212:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821995008 00000100:00100000:3.0:1746126467.465217:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821995008 00010000:00010000:3.0:1746126467.465248:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.465275:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7191 00000100:00100000:3.0:1746126467.465280:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1977:x1830945821995008:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.465291:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.465306:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.465314:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.465329:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111654a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bb9d expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.465349:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.465351:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.465356:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.465361:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.465383:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.465391:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820434816:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.465440:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.468298:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820434816:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.468316:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.468348:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1977:x1830945821995008:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3067us (3457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.468360:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7191 00000100:00100000:0.0:1746126467.469737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.470344:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.470589:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821995264 00000100:00100000:1.0:1746126467.470596:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821995264 00002000:00100000:1.0:1746126467.470629:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cd880 x1830945821995264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.470637:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cd880 with x1830945821995264 ext(0->4095) 00002000:00010000:1.0:1746126467.470641:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cd880 00000100:00100000:2.0:1746126467.470948:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821995392 00000100:00100000:2.0:1746126467.470952:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821995392 00000100:00100000:2.0:1746126467.470981:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4978 00000100:00100000:2.0:1746126467.470988:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:31630:x1830945821995392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.470998:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.471011:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbab expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.471031:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.471038:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.471039:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.471042:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 58 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.471068:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.471076:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.471086:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820434944:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.471135:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126467.471715:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1708 00000100:00100000:1.0:1746126467.471721:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821995264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126467.471834:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821995264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (2099us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.471842:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1708 00002000:00100000:1.0:1746126467.471847:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cd880 x1830945821995264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.471854:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cd880 with x1830945821995264 ext(0->4095) 00010000:00010000:1.0:1746126467.471858:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.471868:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.471873:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cd880 00000100:00100000:0.0:1746126467.475490:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.475623:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821995520 00000100:00100000:3.0:1746126467.475630:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821995520 00000100:00100000:3.0:1746126467.475660:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4979 00000100:00100000:3.0:1746126467.475666:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:31631:x1830945821995520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126467.475679:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126467.475691:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbb2 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.475710:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.475714:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 60 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.475718:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126467.475721:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 60 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.475746:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 60 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.475755:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 60 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.475763:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15200, rc 0) 00000100:00100000:3.0:1746126467.475799:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:31631:x1830945821995520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.475803:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4979 00000100:00100000:2.0:1746126467.476565:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820434944:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.476581:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.476589:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126467.476608:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:31630:x1830945821995392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5621us (6265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.476613:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4978 00000100:00100000:0.0:1746126467.479257:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.479490:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821995648 00000100:00100000:3.0:1746126467.479519:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821995648 00010000:00010000:3.0:1746126467.479546:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.479566:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7192 00000100:00100000:3.0:1746126467.479572:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821995648:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.479581:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.479597:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.479606:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.479622:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116551 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bba4 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.479648:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.479650:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.479656:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 58 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.479663:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 58 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.479687:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 58 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.479701:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 58 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.479710:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820435200:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.479773:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.483563:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820435200:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.483582:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.483627:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821995648:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4054us (4374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.483636:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7192 00000100:00100000:0.0:1746126467.485411:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.486106:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821995904 00000100:00100000:2.0:1746126467.486113:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821995904 00002000:00100000:2.0:1746126467.486146:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cfb80 x1830945821995904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.486154:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cfb80 with x1830945821995904 ext(0->4095) 00010000:00010000:2.0:1746126467.486161:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.486172:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.486178:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cfb80 00000100:00100000:2.0:1746126467.486201:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1709 00000100:00100000:2.0:1746126467.486206:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821995904:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126467.487001:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821995904:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 794us (1593us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.487007:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1709 00002000:00100000:2.0:1746126467.487013:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cfb80 x1830945821995904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.487020:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cfb80 with x1830945821995904 ext(0->4095) 00010000:00010000:2.0:1746126467.487024:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.487032:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.487037:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cfb80 00000100:00100000:0.0:1746126467.490394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.490575:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821996032 00000100:00100000:3.0:1746126467.490583:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821996032 00010000:00010000:3.0:1746126467.490610:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.490632:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7193 00000100:00100000:3.0:1746126467.490638:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1974:x1830945821996032:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.490648:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.490662:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.490672:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.490689:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116558 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbab expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.490715:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.490717:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.490723:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.490730:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.490754:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 58 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.490764:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820435328:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.492072:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.494080:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820435328:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.494097:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.494130:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1974:x1830945821996032:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3491us (3741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.494139:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7193 00000100:00100000:0.0:1746126467.495530:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.496914:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821996288 00000100:00100000:2.0:1746126467.496923:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821996288 00002000:00100000:2.0:1746126467.496961:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cdf80 x1830945821996288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.496971:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdf80 with x1830945821996288 ext(0->4095) 00002000:00010000:2.0:1746126467.496976:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cdf80 00000100:00100000:2.0:1746126467.496994:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3851 00000100:00100000:2.0:1746126467.497001:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945821996288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126467.497128:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945821996288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (1636us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.497134:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3851 00002000:00100000:2.0:1746126467.497139:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cdf80 x1830945821996288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.497146:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdf80 with x1830945821996288 ext(0->4095) 00002000:00010000:2.0:1746126467.497148:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cdf80 00000100:00100000:0.0:1746126467.499425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.500433:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821996416 00000100:00100000:2.0:1746126467.500441:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821996416 00000100:00100000:2.0:1746126467.500549:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4980 00000100:00100000:2.0:1746126467.500556:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821996416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.500570:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.500583:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbb9 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.500602:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.500608:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.500609:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.500612:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.500635:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 57 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.500644:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 57 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.500653:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820435456:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.500974:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.502994:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820435456:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.503016:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.503037:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:2.0:1746126467.503070:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821996416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2514us (3648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.503077:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4980 00000100:00100000:0.0:1746126467.504958:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.505031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.505102:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821996544 00000100:00100000:3.0:1746126467.505109:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821996544 00010000:00010000:3.0:1746126467.505134:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.505154:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7194 00000100:00100000:3.0:1746126467.505159:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945821996544:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.505172:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.505188:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.505198:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.505215:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111655f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb2 expref: 58 pid: 8481 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.505264:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.505266:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.505272:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.505279:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.505304:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.505314:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820435584:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.505366:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.505808:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821996672 00000100:00100000:2.0:1746126467.505812:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821996672 00000100:00100000:2.0:1746126467.506132:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4981 00000100:00100000:2.0:1746126467.506139:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31630:x1830945821996672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.506148:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.506157:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbc0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.506172:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.506177:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.506179:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.506181:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.506195:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.506203:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 5 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.506215:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820435712:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126467.507762:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.508914:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.509102:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820435584:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.509117:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.509146:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821996544:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3985us (4192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.509155:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7194 00000100:00100000:1.0:1746126467.509216:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821996928 00000100:00100000:1.0:1746126467.509221:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821996928 00002000:00100000:1.0:1746126467.509260:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cc000 x1830945821996928/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.509268:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cc000 with x1830945821996928 ext(0->4095) 00010000:00010000:1.0:1746126467.509274:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.509286:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.509292:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cc000 00000100:00100000:1.0:1746126467.509315:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1710 00000100:00100000:1.0:1746126467.509321:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821996928:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126467.509427:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821996928:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.509433:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1710 00002000:00100000:1.0:1746126467.509438:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cc000 x1830945821996928/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.509444:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cc000 with x1830945821996928 ext(0->4095) 00010000:00010000:1.0:1746126467.509448:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746126467.509457:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746126467.509462:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cc000 00000100:00100000:2.0:1746126467.509617:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820435712:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.509631:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 58 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.509642:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126467.509665:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31630:x1830945821996672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3527us (4634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.509670:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4981 00000100:00100000:0.0:1746126467.513684:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.513748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.513808:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821997056 00000100:00100000:2.0:1746126467.513813:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821997056 00000100:00100000:2.0:1746126467.513841:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4982 00000100:00100000:2.0:1746126467.513846:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31631:x1830945821997056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.513860:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.513873:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbc7 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.513893:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.513898:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.513903:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.513906:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.513935:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.513944:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.513952:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126467.513994:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:31631:x1830945821997056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.513999:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4982 00000100:00100000:3.0:1746126467.514052:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821997184 00000100:00100000:3.0:1746126467.514055:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821997184 00010000:00010000:3.0:1746126467.514068:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.514083:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7195 00000100:00100000:3.0:1746126467.514087:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945821997184:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.514094:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.514108:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.514117:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.514132:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116566 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbb9 expref: 6 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.514144:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.514145:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.514150:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 58 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.514157:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 58 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.514173:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 58 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.514183:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 58 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.514193:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820435968:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.514233:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.516560:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.516666:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821997440 00000100:00100000:2.0:1746126467.516671:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821997440 00002000:00100000:2.0:1746126467.516698:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a88380 x1830945821997440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.516706:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a88380 with x1830945821997440 ext(0->4095) 00010000:00010000:2.0:1746126467.516712:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.516723:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.516729:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093a88380 00000100:00100000:2.0:1746126467.516741:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1711 00000100:00100000:2.0:1746126467.516746:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1977:x1830945821997440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126467.516847:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1977:x1830945821997440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.516852:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1711 00002000:00100000:2.0:1746126467.516856:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a88380 x1830945821997440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.516862:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a88380 with x1830945821997440 ext(0->4095) 00010000:00010000:2.0:1746126467.516866:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.516874:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.516879:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093a88380 00000100:00100000:3.0:1746126467.517072:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820435968:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.517085:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.517540:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945821997184:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3450us (3790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.517546:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7195 00000100:00100000:0.0:1746126467.520634:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.520795:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821997568 00000100:00100000:3.0:1746126467.520802:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821997568 00010000:00010000:3.0:1746126467.520826:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.521057:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7196 00000100:00100000:3.0:1746126467.521064:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1977:x1830945821997568:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.521074:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.521088:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.521097:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.521113:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111656d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc0 expref: 59 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.521133:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.521135:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.521140:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 58 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.521147:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 58 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.521168:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 58 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.521176:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820436096:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.521650:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.524597:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820436096:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.524615:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.524647:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1977:x1830945821997568:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3583us (4019us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.524656:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7196 00000100:00100000:0.0:1746126467.525174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.525678:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821997824 00000100:00100000:1.0:1746126467.525685:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821997824 00002000:00100000:1.0:1746126467.525717:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a88000 x1830945821997824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.525726:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a88000 with x1830945821997824 ext(0->4095) 00002000:00010000:1.0:1746126467.525730:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a88000 00000100:00100000:1.0:1746126467.525756:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3852 00000100:00100000:1.0:1746126467.525762:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1977:x1830945821997824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126467.525872:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1977:x1830945821997824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.525878:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3852 00002000:00100000:1.0:1746126467.525883:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a88000 x1830945821997824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.525889:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a88000 with x1830945821997824 ext(0->4095) 00002000:00010000:1.0:1746126467.525891:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a88000 00000100:00100000:0.0:1746126467.528677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.528799:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821997952 00000100:00100000:2.0:1746126467.528806:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821997952 00000100:00100000:2.0:1746126467.528848:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4983 00000100:00100000:2.0:1746126467.528855:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821997952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.528867:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.528880:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbce expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.528901:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 57 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.528906:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.528907:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.528910:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.528932:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 57 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.528941:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 57 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746126467.528949:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820436224:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.529015:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.531785:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820436224:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.531807:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.531820:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126467.531847:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821997952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2993us (3175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.531854:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4983 00000100:00100000:0.0:1746126467.532162:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.532431:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821998080 00000100:00100000:3.0:1746126467.532436:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821998080 00010000:00010000:3.0:1746126467.532456:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 58 pid: 10567 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.532472:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7197 00000100:00100000:3.0:1746126467.532477:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945821998080:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.532488:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.532527:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 58 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.532536:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 58 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.532552:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116574 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbc7 expref: 58 pid: 10567 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.532564:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.532565:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.532570:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.532577:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.532598:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.532606:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820436352:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.532651:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126467.534962:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126467.535878:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.536205:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821998208 00000100:00100000:0.0:1746126467.536212:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821998208 00000100:00100000:0.0:1746126467.536263:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4984 00000100:00100000:0.0:1746126467.536268:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31630:x1830945821998208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126467.536282:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126467.536294:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbd5 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.536314:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.536320:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126467.536321:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126467.536324:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.536344:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.536356:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 5 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746126467.536365:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820436480:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126467.536416:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.537632:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820436352:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.537646:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.537676:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821998080:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5199us (5515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.537687:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7197 00000100:00100000:0.0:1746126467.539849:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.540112:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821998464 00000100:00100000:2.0:1746126467.540119:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821998464 00002000:00100000:2.0:1746126467.540149:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc29500 x1830945821998464/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.540158:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc29500 with x1830945821998464 ext(0->4095) 00010000:00010000:2.0:1746126467.540165:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.540177:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.540183:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc29500 00000100:00100000:1.0:1746126467.540283:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820436480:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126467.540301:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 58 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.540312:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51200, rc 0) 00000100:00100000:1.0:1746126467.540339:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31630:x1830945821998208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4071us (4467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126467.540346:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4984 00000100:00100000:2.0:1746126467.540475:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1712 00000100:00100000:2.0:1746126467.540482:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821998464:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126467.540612:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821998464:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (769us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.540617:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1712 00002000:00100000:2.0:1746126467.540621:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc29500 x1830945821998464/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.540628:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc29500 with x1830945821998464 ext(0->4095) 00010000:00010000:2.0:1746126467.540632:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.540640:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746126467.540646:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc29500 00000100:00100000:0.0:1746126467.543594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.543690:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821998592 00000100:00100000:3.0:1746126467.543697:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821998592 00010000:00010000:3.0:1746126467.543723:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746126467.543804:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7198 00000100:00100000:3.0:1746126467.543809:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945821998592:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.543820:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.543835:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.543844:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.543860:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111657b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbce expref: 6 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746126467.543881:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.543883:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.543890:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.543897:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.543920:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.543930:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820436608:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.543984:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.546409:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820436608:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.546425:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.546452:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945821998592:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2642us (2864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.546460:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7198 00000100:00100000:0.0:1746126467.547005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.547151:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821998848 00000100:00100000:1.0:1746126467.547156:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821998848 00002000:00100000:1.0:1746126467.547183:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc29f80 x1830945821998848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.547191:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc29f80 with x1830945821998848 ext(0->4095) 00002000:00010000:1.0:1746126467.547195:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc29f80 00000100:00100000:1.0:1746126467.547215:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3853 00000100:00100000:1.0:1746126467.547220:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1977:x1830945821998848:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126467.547331:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1977:x1830945821998848:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.547336:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3853 00002000:00100000:1.0:1746126467.547340:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc29f80 x1830945821998848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.547347:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc29f80 with x1830945821998848 ext(0->4095) 00002000:00010000:1.0:1746126467.547349:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc29f80 00000100:00100000:0.0:1746126467.560184:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.560248:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821998976 00000100:00100000:1.0:1746126467.560255:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821998976 00000100:00100000:1.0:1746126467.560288:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4985 00000100:00100000:1.0:1746126467.560294:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945821998976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126467.560307:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126467.560319:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbdc expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.560342:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.560348:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126467.560349:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126467.560352:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.560374:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.560383:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 57 pid: 8480 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746126467.560392:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820436736:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126467.560455:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126467.561664:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820436736:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126467.561682:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.561692:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05ee00, rc 0) 00000100:00100000:1.0:1746126467.561723:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945821998976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1429us (1545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126467.561728:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4985 00000100:00100000:0.0:1746126467.581928:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.582001:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821999104 00000100:00100000:1.0:1746126467.582008:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821999104 00000100:00100000:1.0:1746126467.582045:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4986 00000100:00100000:1.0:1746126467.582051:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31630:x1830945821999104:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126467.582064:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126467.582076:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbe3 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.582097:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126467.582102:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.582107:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126467.582110:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.582133:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.582142:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.582149:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4353a00, rc 0) 00000100:00100000:1.0:1746126467.582179:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:31630:x1830945821999104:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126467.582183:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4986 00000100:00100000:0.0:1746126467.586535:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.586664:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821999232 00000100:00100000:2.0:1746126467.586672:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821999232 00002000:00100000:2.0:1746126467.586704:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009bc28700 x1830945821999232/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.586713:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc28700 with x1830945821999232 ext(0->7) 00010000:00010000:2.0:1746126467.586721:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 59 pid: 8480 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746126467.586733:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 59 pid: 8480 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.586739:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc28700 00000100:00100000:2.0:1746126467.586761:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1713 00000100:00100000:2.0:1746126467.586766:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945821999232:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126467.586993:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1976:x1830945821999232:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 225us (463us total) trans 4294968000 rc 0/0 00000100:00100000:2.0:1746126467.586998:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1713 00002000:00100000:2.0:1746126467.587002:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009bc28700 x1830945821999232/t4294968000(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.587009:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc28700 with x1830945821999232 ext(0->7) 00010000:00010000:2.0:1746126467.587012:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 61 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.587019:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 61 pid: 8480 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.587024:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc28700 00000100:00100000:0.0:1746126467.588582:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.588638:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821999360 00000100:00100000:3.0:1746126467.588644:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821999360 00010000:00010000:3.0:1746126467.588670:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 61 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.589291:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7199 00000100:00100000:3.0:1746126467.589299:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1975:x1830945821999360:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.589309:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.589323:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 61 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.589332:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 61 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.589350:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51200/0x8f8d42f0d1116582 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbd5 expref: 61 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.589416:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.589418:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.589424:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.589431:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.589455:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.589463:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 5 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.589471:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820436992:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.590361:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.594111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.594164:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821999616 00000100:00100000:1.0:1746126467.594171:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821999616 00000100:00100000:3.0:1746126467.594196:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820436992:192.168.203.3@tcp:105: 00002000:00100000:1.0:1746126467.594203:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092805500 x1830945821999616/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.594210:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805500 with x1830945821999616 ext(0->4095) 00010000:00010000:3.0:1746126467.594211:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126467.594217:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126467.594228:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126467.594233:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092805500 00000100:00100000:3.0:1746126467.594256:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1975:x1830945821999360:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4958us (5676us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.594265:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7199 00000100:00100000:1.0:1746126467.594271:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1714 00000100:00100000:1.0:1746126467.594277:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821999616:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126467.594387:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821999616:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.594393:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1714 00002000:00100000:1.0:1746126467.594397:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092805500 x1830945821999616/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.594409:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805500 with x1830945821999616 ext(0->4095) 00010000:00010000:1.0:1746126467.594413:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126467.594422:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126467.594427:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092805500 00000100:00100000:0.0:1746126467.597998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.598094:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945821999744 00000100:00100000:3.0:1746126467.598101:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945821999744 00010000:00010000:3.0:1746126467.598129:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.598165:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7200 00000100:00100000:3.0:1746126467.598171:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945821999744:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.598187:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.598203:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.598213:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.598231:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116589 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbdc expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.598284:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.598286:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.598292:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.598299:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.598322:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.598332:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820437120:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.598398:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.602656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.602729:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822000000 00000100:00100000:2.0:1746126467.602737:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822000000 00002000:00100000:2.0:1746126467.602772:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804a80 x1830945822000000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.602787:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804a80 with x1830945822000000 ext(0->4095) 00002000:00010000:2.0:1746126467.602791:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092804a80 00000100:00100000:2.0:1746126467.602820:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3854 00000100:00100000:2.0:1746126467.602825:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1976:x1830945822000000:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126467.602946:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1976:x1830945822000000:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (296us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.602953:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3854 00002000:00100000:2.0:1746126467.602958:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804a80 x1830945822000000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126467.603254:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820437120:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.603271:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.603293:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945821999744:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5122us (5301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.603302:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7200 00002000:00100000:2.0:1746126467.604281:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804a80 with x1830945822000000 ext(0->4095) 00002000:00010000:2.0:1746126467.604284:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092804a80 00000100:00100000:2.0:1746126467.616941:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.617049:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822000128 00000100:00100000:0.0:1746126467.617057:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822000128 00000100:00100000:0.0:1746126467.617102:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4987 00000100:00100000:0.0:1746126467.617109:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822000128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126467.617123:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126467.617136:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbea expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.617161:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.617171:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126467.617173:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126467.617175:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.617199:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.617208:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 59 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126467.617217:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820437248:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126467.617300:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.618584:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820437248:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.618603:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.618613:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b50800, rc 0) 00000100:00100000:2.0:1746126467.618638:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822000128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1530us (1705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.618644:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4987 00000100:00100000:0.0:1746126467.623392:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.623482:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822000256 00000100:00100000:2.0:1746126467.623489:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822000256 00002000:00100000:2.0:1746126467.623554:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092807b80 x1830945822000256/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.623564:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807b80 with x1830945822000256 ext(0->7) 00010000:00010000:2.0:1746126467.623571:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 60 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.623583:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 60 pid: 8480 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.623588:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092807b80 00000100:00100000:2.0:1746126467.623614:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1715 00000100:00100000:2.0:1746126467.623620:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1976:x1830945822000256:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126467.623864:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1976:x1830945822000256:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 243us (477us total) trans 4294968001 rc 0/0 00000100:00100000:2.0:1746126467.623870:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1715 00002000:00100000:2.0:1746126467.623876:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092807b80 x1830945822000256/t4294968001(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.623883:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807b80 with x1830945822000256 ext(0->7) 00010000:00010000:2.0:1746126467.623887:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 62 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.623896:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 62 pid: 8480 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.623901:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092807b80 00000100:00100000:0.0:1746126467.633594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.633667:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822000512 00000100:00100000:3.0:1746126467.633675:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822000512 00010000:00010000:3.0:1746126467.633703:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 62 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.633737:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7201 00000100:00100000:3.0:1746126467.633744:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1975:x1830945822000512:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.633756:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.633774:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 62 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.633784:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 62 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.633801:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d1116590 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbe3 expref: 62 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.633815:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.633817:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.633822:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.633830:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.633855:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.633866:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820437376:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.633935:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.635691:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.637279:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822000384 00000100:00100000:2.0:1746126467.637288:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822000384 00000100:00100000:2.0:1746126467.637487:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4988 00000100:00100000:2.0:1746126467.637509:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:31630:x1830945822000384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.637576:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.637591:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbf1 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.637615:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.637622:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.637624:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.637627:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.637650:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.637660:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.637670:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820437504:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.637727:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.638036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.638077:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822000768 00000100:00100000:1.0:1746126467.638082:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822000768 00002000:00100000:1.0:1746126467.638105:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092806300 x1830945822000768/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.638113:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092806300 with x1830945822000768 ext(0->4095) 00010000:00010000:1.0:1746126467.638118:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126467.638128:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126467.638133:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092806300 00000100:00100000:1.0:1746126467.638161:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1716 00000100:00100000:1.0:1746126467.638167:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822000768:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126467.638568:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822000768:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 400us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.638575:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1716 00002000:00100000:1.0:1746126467.638580:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092806300 x1830945822000768/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.638587:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092806300 with x1830945822000768 ext(0->4095) 00010000:00010000:1.0:1746126467.638591:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.638592:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820437376:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126467.638599:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126467.638604:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092806300 00010000:00010000:3.0:1746126467.638605:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.638626:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1975:x1830945822000512:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4883us (5039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.638633:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7201 00000100:00100000:0.0:1746126467.641583:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820437504:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126467.641608:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.641623:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:0.0:1746126467.641716:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:31630:x1830945822000384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4221us (6028us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126467.641724:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4988 00000100:00100000:3.0:1746126467.642062:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.642274:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822000896 00000100:00100000:0.0:1746126467.642280:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822000896 00000100:00100000:0.0:1746126467.642307:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4989 00000100:00100000:0.0:1746126467.642312:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:31631:x1830945822000896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126467.642324:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126467.642336:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbf8 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.642352:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126467.642356:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.642361:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126467.642364:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.642389:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.642397:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.642404:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51a00, rc 0) 00000100:00100000:0.0:1746126467.642965:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:31631:x1830945822000896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 650us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126467.642971:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4989 00000100:00100000:2.0:1746126467.643060:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.643257:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822001024 00000100:00100000:0.0:1746126467.643261:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822001024 00010000:00010000:0.0:1746126467.643277:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126467.643298:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7202 00000100:00100000:0.0:1746126467.643304:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822001024:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126467.643313:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126467.643562:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126467.643573:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126467.643588:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d1116597 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbea expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126467.643611:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126467.643613:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126467.643618:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.643624:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.643641:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.643650:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 62 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126467.643663:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092806a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820437760:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126467.643724:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.646958:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092806a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820437760:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126467.647166:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126467.647267:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822001024:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3961us (4205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.647279:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7202 00000100:00100000:0.0:1746126467.647643:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.647788:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822001280 00000100:00100000:1.0:1746126467.647793:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822001280 00002000:00100000:1.0:1746126467.647824:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804380 x1830945822001280/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.647832:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804380 with x1830945822001280 ext(0->4095) 00010000:00010000:1.0:1746126467.647838:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 63 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126467.647850:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 63 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126467.647856:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092804380 00000100:00100000:1.0:1746126467.647881:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1717 00000100:00100000:1.0:1746126467.647887:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1976:x1830945822001280:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126467.648008:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1976:x1830945822001280:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.648017:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1717 00002000:00100000:1.0:1746126467.648021:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804380 x1830945822001280/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.648028:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804380 with x1830945822001280 ext(0->4095) 00010000:00010000:1.0:1746126467.648032:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 63 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126467.648040:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 63 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126467.648045:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092804380 00000100:00100000:0.0:1746126467.650609:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.650776:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822001408 00000100:00100000:2.0:1746126467.650783:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822001408 00010000:00010000:2.0:1746126467.650809:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 63 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.650847:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7203 00000100:00100000:2.0:1746126467.650854:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1977:x1830945822001408:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126467.650865:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126467.650880:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 63 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.650890:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 63 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.650908:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111659e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf1 expref: 63 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.650930:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.650932:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.650937:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.650944:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.650969:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126467.650978:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820437888:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126467.652569:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.654256:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820437888:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126467.654409:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126467.654447:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945822001408:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3593us (3843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.654457:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7203 00000100:00100000:0.0:1746126467.657098:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.657206:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822001664 00000100:00100000:2.0:1746126467.657463:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822001664 00002000:00100000:2.0:1746126467.657535:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092805180 x1830945822001664/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.657544:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805180 with x1830945822001664 ext(0->4095) 00002000:00010000:2.0:1746126467.657548:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092805180 00000100:00100000:2.0:1746126467.657679:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3855 00000100:00100000:2.0:1746126467.657686:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945822001664:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126467.657983:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945822001664:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 292us (886us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.658195:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3855 00002000:00100000:2.0:1746126467.658202:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092805180 x1830945822001664/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.658209:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805180 with x1830945822001664 ext(0->4095) 00002000:00010000:2.0:1746126467.658212:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092805180 00000100:00100000:0.0:1746126467.660888:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.661147:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822001792 00000100:00100000:2.0:1746126467.661155:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822001792 00000100:00100000:2.0:1746126467.661873:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4990 00000100:00100000:2.0:1746126467.661880:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822001792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.661895:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.661908:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bbff expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.661928:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.661934:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.661935:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.661938:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.661958:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.661967:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 61 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.661976:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820438016:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.662039:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.666723:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820438016:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.666748:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.666772:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:0.0:1746126467.666806:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.667130:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822001792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5250us (6248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.667137:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4990 00000100:00100000:0.0:1746126467.667315:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.667382:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822001920 00000100:00100000:2.0:1746126467.667387:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822001920 00000100:00100000:2.0:1746126467.667662:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4991 00000100:00100000:2.0:1746126467.667667:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:31630:x1830945822001920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.667680:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.667690:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc06 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.667707:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.667711:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.667715:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746126467.667847:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822002048 00000100:00100000:3.0:1746126467.667851:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822002048 00010000:00010000:3.0:1746126467.667867:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.667885:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7204 00000100:00100000:3.0:1746126467.667890:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1977:x1830945822002048:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.667898:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126467.668401:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 64 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.668439:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.668439:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.668451:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.668650:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 64 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.668659:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d11165a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbf8 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.668664:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.668665:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.668670:0:10567:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.668677:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.668686:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126467.668694:0:10567:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.668702:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.668712:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820438272:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.669179:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1977:x1830945822002048:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1285us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.669187:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7204 00000100:00100000:2.0:1746126467.669228:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.673222:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.673295:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822002304 00000100:00100000:3.0:1746126467.673303:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822002304 00000100:00100000:0.0:1746126467.673315:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820438272:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126467.673331:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00002000:00100000:3.0:1746126467.673338:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425f480 x1830945822002304/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.673346:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f480 with x1830945822002304 ext(0->4095) 00010000:00010000:3.0:1746126467.673354:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126467.673367:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:31630:x1830945822001920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5700us (6561us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126467.673371:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126467.673375:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4991 00002000:00010000:3.0:1746126467.673378:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425f480 00000100:00100000:3.0:1746126467.673393:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1718 00000100:00100000:3.0:1746126467.673399:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822002304:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126467.673698:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822002304:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 299us (483us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126467.673705:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1718 00002000:00100000:3.0:1746126467.673710:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425f480 x1830945822002304/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.673717:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f480 with x1830945822002304 ext(0->4095) 00010000:00010000:3.0:1746126467.673723:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.673732:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126467.673737:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425f480 00000100:00100000:0.0:1746126467.682363:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.682611:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822002432 00000100:00100000:3.0:1746126467.682619:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822002432 00010000:00010000:3.0:1746126467.682649:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.683055:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7205 00000100:00100000:3.0:1746126467.683064:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822002432:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.683081:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.683099:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.683109:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.683126:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bbff expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.683152:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.683154:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.683160:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.686762:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.686822:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.686834:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820438400:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.687685:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.696714:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.696767:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822002688 00000100:00100000:2.0:1746126467.696774:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822002688 00002000:00100000:2.0:1746126467.696810:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d2300 x1830945822002688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.696819:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d2300 with x1830945822002688 ext(0->4095) 00002000:00010000:2.0:1746126467.696823:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d2300 00000100:00100000:2.0:1746126467.696841:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3856 00000100:00100000:2.0:1746126467.696847:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945822002688:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126467.696885:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820438400:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.696899:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.699091:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822002432:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 16019us (16726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.699102:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7205 00000100:00100000:2.0:1746126467.699584:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945822002688:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 2733us (2874us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.699592:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3856 00002000:00100000:2.0:1746126467.699600:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d2300 x1830945822002688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.699608:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d2300 with x1830945822002688 ext(0->4095) 00002000:00010000:2.0:1746126467.699612:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d2300 00000100:00100000:0.0:1746126467.706655:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.707931:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822002816 00000100:00100000:2.0:1746126467.707940:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822002816 00000100:00100000:2.0:1746126467.708850:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4992 00000100:00100000:2.0:1746126467.708860:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822002816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.708877:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.708892:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc0d expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.708921:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.708928:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.708930:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.708933:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.708957:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.708972:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 61 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.708982:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820438528:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.711299:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.714646:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820438528:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.714672:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.714687:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126467.714723:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822002816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5865us (8075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.714730:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4992 00000100:00100000:0.0:1746126467.715977:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.716067:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822002944 00000100:00100000:2.0:1746126467.716073:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822002944 00002000:00100000:2.0:1746126467.716102:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8801359d2680 x1830945822002944/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.716111:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d2680 with x1830945822002944 ext(0->7) 00010000:00010000:2.0:1746126467.716117:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 62 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.716129:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 62 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.716139:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801359d2680 00000100:00100000:2.0:1746126467.717345:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1719 00000100:00100000:2.0:1746126467.717356:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1976:x1830945822002944:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126467.717770:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1976:x1830945822002944:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 417us (1795us total) trans 4294968002 rc 0/0 00000100:00100000:2.0:1746126467.717776:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1719 00002000:00100000:2.0:1746126467.717783:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8801359d2680 x1830945822002944/t4294968002(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.717791:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d2680 with x1830945822002944 ext(0->7) 00010000:00010000:2.0:1746126467.717797:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.717808:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.717814:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801359d2680 00000100:00100000:0.0:1746126467.721267:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.721444:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822003072 00000100:00100000:3.0:1746126467.721452:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822003072 00010000:00010000:3.0:1746126467.721481:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.721519:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7206 00000100:00100000:3.0:1746126467.721525:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1974:x1830945822003072:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.721535:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.721551:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.721560:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.721578:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11165b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc06 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.722109:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.722111:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.722119:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.722125:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.722152:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.722162:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820438656:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.722779:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.724794:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.724855:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822003328 00000100:00100000:1.0:1746126467.724861:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822003328 00002000:00100000:1.0:1746126467.724894:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d1180 x1830945822003328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.724903:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1180 with x1830945822003328 ext(0->4095) 00002000:00010000:1.0:1746126467.724907:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d1180 00000100:00100000:1.0:1746126467.724929:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3857 00000100:00100000:1.0:1746126467.724935:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822003328:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126467.725048:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822003328:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.725053:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3857 00002000:00100000:1.0:1746126467.725058:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d1180 x1830945822003328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.725069:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1180 with x1830945822003328 ext(0->4095) 00002000:00010000:1.0:1746126467.725071:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d1180 00000100:00100000:3.0:1746126467.725137:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820438656:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.725150:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.725171:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1974:x1830945822003072:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3646us (3910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.725178:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7206 00000100:00100000:0.0:1746126467.727369:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.727680:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822003456 00000100:00100000:2.0:1746126467.727687:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822003456 00000100:00100000:2.0:1746126467.727848:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4993 00000100:00100000:2.0:1746126467.727855:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:31631:x1830945822003456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.727869:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.727883:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc14 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.727910:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.727916:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.727918:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.727921:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 64 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.727943:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.727953:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.727964:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820438784:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.728623:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.732550:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820438784:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.732575:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 64 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.732590:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126467.732625:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:31631:x1830945822003456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4771us (5261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.732632:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4993 00000100:00100000:0.0:1746126467.737287:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.737378:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822003584 00000100:00100000:3.0:1746126467.737386:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822003584 00010000:00010000:3.0:1746126467.737415:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.737442:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7207 00000100:00100000:3.0:1746126467.737449:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822003584:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.737461:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.737477:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.737487:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.737530:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11165ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc0d expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.737888:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.737890:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.738483:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.738491:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.738551:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.738564:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820438912:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.738632:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.741956:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820438912:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.741971:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.742002:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822003584:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4553us (4721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.742011:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7207 00000100:00100000:0.0:1746126467.743148:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.743214:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822003840 00000100:00100000:2.0:1746126467.743221:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822003840 00002000:00100000:2.0:1746126467.743262:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d0000 x1830945822003840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.743271:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d0000 with x1830945822003840 ext(0->4095) 00002000:00010000:2.0:1746126467.743274:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d0000 00000100:00100000:2.0:1746126467.743302:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3858 00000100:00100000:2.0:1746126467.743308:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1975:x1830945822003840:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126467.743422:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1975:x1830945822003840:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.743427:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3858 00002000:00100000:2.0:1746126467.743432:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d0000 x1830945822003840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.743438:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d0000 with x1830945822003840 ext(0->4095) 00002000:00010000:2.0:1746126467.743440:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d0000 00000100:00100000:0.0:1746126467.765959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.766322:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822003968 00000100:00100000:2.0:1746126467.766329:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822003968 00000100:00100000:2.0:1746126467.766371:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4994 00000100:00100000:2.0:1746126467.766378:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822003968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.766391:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.766405:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc1b expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.766427:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.766437:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.766439:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.766442:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.766466:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.766475:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 63 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.766485:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820439040:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.766574:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.767865:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820439040:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.767885:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.767896:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126467.767923:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822003968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1545us (1971us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.767930:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4994 00000100:00100000:2.0:1746126467.811445:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.811520:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.811571:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822004224 00000100:00100000:1.0:1746126467.811578:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822004224 00002000:00100000:1.0:1746126467.811609:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009425dc00 x1830945822004224/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.811617:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425dc00 with x1830945822004224 ext(0->7) 00010000:00010000:1.0:1746126467.811623:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126467.811635:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 64 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126467.811640:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425dc00 00000100:00100000:1.0:1746126467.811662:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1720 00000100:00100000:1.0:1746126467.811668:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1977:x1830945822004224:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126467.811872:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1977:x1830945822004224:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 204us (351us total) trans 4294968003 rc 0/0 00000100:00100000:1.0:1746126467.811878:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1720 00002000:00100000:1.0:1746126467.811883:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009425dc00 x1830945822004224/t4294968003(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.811889:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425dc00 with x1830945822004224 ext(0->7) 00010000:00010000:1.0:1746126467.811893:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 66 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126467.811906:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 66 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126467.811910:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425dc00 00000100:00100000:0.0:1746126467.812744:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822004096 00000100:00100000:0.0:1746126467.812749:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822004096 00000100:00100000:0.0:1746126467.812778:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4995 00000100:00100000:0.0:1746126467.812783:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:31630:x1830945822004096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126467.812791:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126467.812800:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc22 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.812815:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126467.812819:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.812824:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126467.812827:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 67 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.812850:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.812858:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 67 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126467.812865:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51400, rc 0) 00000100:00100000:0.0:1746126467.812894:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:31630:x1830945822004096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (1455us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126467.812898:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4995 00000100:00100000:0.0:1746126467.814138:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.814199:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822004352 00000100:00100000:3.0:1746126467.814203:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822004352 00010000:00010000:3.0:1746126467.814220:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 67 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.814260:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7208 00000100:00100000:3.0:1746126467.814265:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:1975:x1830945822004352:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.814274:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.814286:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 67 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.814295:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 67 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.814308:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11165c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc14 expref: 67 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.814328:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.814330:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.814334:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.814340:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.814358:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.814367:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.814375:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820439296:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.814430:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.815902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.815966:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820439296:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.815979:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.815999:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1975:x1830945822004352:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1733us (1863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.816006:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7208 00000100:00100000:2.0:1746126467.816059:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822004608 00000100:00100000:2.0:1746126467.816063:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822004608 00002000:00100000:2.0:1746126467.816087:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3df80 x1830945822004608/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.816095:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3df80 with x1830945822004608 ext(0->4095) 00010000:00010000:2.0:1746126467.816100:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.816109:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.816114:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a3df80 00000100:00100000:2.0:1746126467.816131:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1721 00000100:00100000:2.0:1746126467.816135:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822004608:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126467.816229:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822004608:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.816233:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1721 00002000:00100000:2.0:1746126467.816247:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3df80 x1830945822004608/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.816253:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3df80 with x1830945822004608 ext(0->4095) 00010000:00010000:2.0:1746126467.816257:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.816264:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.816269:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a3df80 00000100:00100000:0.0:1746126467.821461:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.821696:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822004736 00000100:00100000:3.0:1746126467.821704:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822004736 00010000:00010000:3.0:1746126467.821733:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.821757:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7209 00000100:00100000:3.0:1746126467.821764:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822004736:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.821775:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.821791:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.821802:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.821820:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11165c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc1b expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.824310:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.824314:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.824324:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.824333:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.824369:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.824380:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820439424:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.824452:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.832626:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.834211:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822004992 00000100:00100000:1.0:1746126467.834220:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822004992 00002000:00100000:1.0:1746126467.834271:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3ea00 x1830945822004992/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.834280:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3ea00 with x1830945822004992 ext(0->4095) 00002000:00010000:1.0:1746126467.834284:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a3ea00 00000100:00100000:1.0:1746126467.834316:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3859 00000100:00100000:1.0:1746126467.834323:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1976:x1830945822004992:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126467.834476:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1976:x1830945822004992:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (1856us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.834481:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3859 00002000:00100000:1.0:1746126467.834486:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3ea00 x1830945822004992/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.834506:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3ea00 with x1830945822004992 ext(0->4095) 00002000:00010000:1.0:1746126467.834509:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a3ea00 00000100:00100000:3.0:1746126467.839855:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820439424:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.839873:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.839918:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822004736:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 18153us (18462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.839927:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7209 00000100:00100000:0.0:1746126467.840599:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.840784:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822005120 00000100:00100000:1.0:1746126467.840790:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822005120 00000100:00100000:1.0:1746126467.840826:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4996 00000100:00100000:1.0:1746126467.840833:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822005120:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126467.840849:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126467.840862:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc29 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.840882:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.840889:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126467.840891:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126467.840893:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.840916:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.840925:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 65 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746126467.840935:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820439552:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126467.841615:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.870342:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.870430:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820439552:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126467.870456:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.870471:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05fe00, rc 0) 00000100:00100000:1.0:1746126467.870533:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822005120:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 29699us (29934us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126467.870543:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4996 00000100:00100000:2.0:1746126467.870681:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822005248 00000100:00100000:2.0:1746126467.870687:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822005248 00002000:00100000:2.0:1746126467.870718:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092a3e300 x1830945822005248/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.870726:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3e300 with x1830945822005248 ext(0->7) 00010000:00010000:2.0:1746126467.870731:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 66 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.870741:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 66 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.870747:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a3e300 00000100:00100000:2.0:1746126467.870758:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1722 00000100:00100000:2.0:1746126467.870764:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1974:x1830945822005248:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126467.871796:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1974:x1830945822005248:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 1030us (1458us total) trans 4294968004 rc 0/0 00000100:00100000:2.0:1746126467.871803:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1722 00002000:00100000:2.0:1746126467.871809:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092a3e300 x1830945822005248/t4294968004(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.871816:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3e300 with x1830945822005248 ext(0->7) 00010000:00010000:2.0:1746126467.871820:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 68 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.871830:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 68 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.871838:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a3e300 00000100:00100000:0.0:1746126467.879530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.879612:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822005376 00000100:00100000:3.0:1746126467.879620:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822005376 00010000:00010000:3.0:1746126467.879649:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 68 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.879678:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7210 00000100:00100000:3.0:1746126467.879684:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1975:x1830945822005376:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.879696:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.879713:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 68 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.879723:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 68 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.879742:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d11165cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc22 expref: 68 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.879764:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.879765:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.879771:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.879777:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.879801:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.879811:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820439680:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.879878:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.884017:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.884142:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820439680:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.884159:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.884193:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:1975:x1830945822005376:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4508us (4702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.884201:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7210 00000100:00100000:2.0:1746126467.884281:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822005632 00000100:00100000:2.0:1746126467.884286:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822005632 00002000:00100000:2.0:1746126467.884316:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3c700 x1830945822005632/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.884324:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3c700 with x1830945822005632 ext(0->4095) 00002000:00010000:2.0:1746126467.884327:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a3c700 00000100:00100000:2.0:1746126467.884458:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3860 00000100:00100000:2.0:1746126467.884464:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822005632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126467.885910:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822005632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1442us (1896us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.885917:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3860 00002000:00100000:2.0:1746126467.885924:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3c700 x1830945822005632/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.885932:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3c700 with x1830945822005632 ext(0->4095) 00002000:00010000:2.0:1746126467.885935:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a3c700 00000100:00100000:0.0:1746126467.887962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.888041:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822005760 00000100:00100000:1.0:1746126467.888050:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822005760 00000100:00100000:1.0:1746126467.888081:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4997 00000100:00100000:1.0:1746126467.888087:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:31631:x1830945822005760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126467.888100:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126467.888113:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc30 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.888134:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.888141:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126467.888142:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126467.888145:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 68 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.888169:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.888179:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 5 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746126467.888188:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820439808:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126467.889251:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126467.890586:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820439808:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126467.890613:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 68 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.890627:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4353600, rc 0) 00000100:00100000:1.0:1746126467.890660:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:31631:x1830945822005760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2572us (2702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126467.890667:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4997 00000100:00100000:0.0:1746126467.894547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.896215:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822005888 00000100:00100000:3.0:1746126467.896224:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822005888 00010000:00010000:3.0:1746126467.896268:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.896307:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7211 00000100:00100000:3.0:1746126467.896314:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822005888:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.896326:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.896343:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.896353:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.896373:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11165d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc29 expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.896388:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.896389:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.896394:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 67 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.896402:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 67 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.896430:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 67 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.896440:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820439936:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.896523:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.900328:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820439936:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.900345:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.900382:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822005888:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4068us (5842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.900390:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7211 00000100:00100000:0.0:1746126467.901381:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.901750:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822006144 00000100:00100000:2.0:1746126467.901757:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822006144 00002000:00100000:2.0:1746126467.901786:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3fb80 x1830945822006144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.901795:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3fb80 with x1830945822006144 ext(0->4095) 00002000:00010000:2.0:1746126467.901798:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a3fb80 00000100:00100000:2.0:1746126467.901822:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3861 00000100:00100000:2.0:1746126467.901828:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1976:x1830945822006144:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126467.902873:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1976:x1830945822006144:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1041us (1489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.902880:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3861 00002000:00100000:2.0:1746126467.902887:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3fb80 x1830945822006144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.902893:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3fb80 with x1830945822006144 ext(0->4095) 00002000:00010000:2.0:1746126467.902896:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a3fb80 00000100:00100000:0.0:1746126467.905344:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.905988:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822006272 00000100:00100000:1.0:1746126467.905996:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822006272 00000100:00100000:1.0:1746126467.906039:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4998 00000100:00100000:1.0:1746126467.906046:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822006272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126467.906060:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126467.906074:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc37 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.906096:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 67 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.906101:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126467.906102:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126467.906105:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.906193:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 67 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.906205:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 67 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746126467.906215:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820440064:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126467.906779:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126467.910290:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820440064:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126467.910317:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.910331:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05ec00, rc 0) 00000100:00100000:1.0:1746126467.910375:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822006272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4328us (5036us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126467.910382:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4998 00000100:00100000:0.0:1746126467.910828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.910896:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822006400 00000100:00100000:2.0:1746126467.910901:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822006400 00002000:00100000:2.0:1746126467.910931:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094259c00 x1830945822006400/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.910939:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259c00 with x1830945822006400 ext(0->7) 00010000:00010000:2.0:1746126467.910944:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 68 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.910955:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 68 pid: 8480 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.910960:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094259c00 00000100:00100000:2.0:1746126467.910986:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1723 00000100:00100000:2.0:1746126467.910993:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1976:x1830945822006400:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126467.911225:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1976:x1830945822006400:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 232us (397us total) trans 4294968005 rc 0/0 00000100:00100000:2.0:1746126467.911246:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1723 00002000:00100000:2.0:1746126467.911251:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094259c00 x1830945822006400/t4294968005(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 496/448 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.911257:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259c00 with x1830945822006400 ext(0->7) 00010000:00010000:2.0:1746126467.911261:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 70 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.911269:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 70 pid: 8480 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.911274:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094259c00 00000100:00100000:0.0:1746126467.915818:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.916723:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822006528 00000100:00100000:3.0:1746126467.916731:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822006528 00010000:00010000:3.0:1746126467.916759:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 70 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.916814:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7212 00000100:00100000:3.0:1746126467.916822:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1977:x1830945822006528:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.916833:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.916850:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 70 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.916864:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 70 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.916883:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11165dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc30 expref: 70 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.916911:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.916913:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.916919:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.916925:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.916952:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.916962:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820440192:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.917034:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.920260:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.921525:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820440192:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.921544:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.921582:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:1977:x1830945822006528:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4760us (5770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.921591:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7212 00000100:00100000:2.0:1746126467.921631:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822006784 00000100:00100000:2.0:1746126467.921637:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822006784 00002000:00100000:2.0:1746126467.921668:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425a300 x1830945822006784/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.921677:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425a300 with x1830945822006784 ext(0->4095) 00002000:00010000:2.0:1746126467.921681:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425a300 00000100:00100000:2.0:1746126467.921706:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3862 00000100:00100000:2.0:1746126467.921712:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822006784:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126467.921821:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822006784:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (1567us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.921827:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3862 00002000:00100000:2.0:1746126467.921831:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425a300 x1830945822006784/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.921843:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425a300 with x1830945822006784 ext(0->4095) 00002000:00010000:2.0:1746126467.921845:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425a300 00000100:00100000:0.0:1746126467.928524:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.928559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.928618:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822006912 00000100:00100000:2.0:1746126467.928625:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822006912 00000100:00100000:2.0:1746126467.928668:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822007040 00000100:00100000:2.0:1746126467.928670:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822007040 00000100:00100000:2.0:1746126467.928685:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4999 00000100:00100000:2.0:1746126467.928692:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:31630:x1830945822006912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.928707:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.928720:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc3e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.928744:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.928750:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.928752:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.928756:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 71 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.928777:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.928787:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 5 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.928798:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820440320:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.928854:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126467.928907:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5000 00000100:00100000:1.0:1746126467.928914:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:31631:x1830945822007040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126467.928921:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126467.928927:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc45 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.928938:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126467.928941:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 72 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.928947:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126467.928949:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 72 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.928968:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 72 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.928980:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 72 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126467.928987:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4353a00, rc 0) 00000100:00100000:1.0:1746126467.929005:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:31631:x1830945822007040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126467.929010:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5000 00000100:00100000:2.0:1746126467.931526:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820440320:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.931549:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 71 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.931562:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126467.931599:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:31630:x1830945822006912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2907us (3107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.931606:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4999 00000100:00100000:0.0:1746126467.934220:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.934314:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822007168 00000100:00100000:3.0:1746126467.934322:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822007168 00010000:00010000:3.0:1746126467.934349:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.934946:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7213 00000100:00100000:3.0:1746126467.934954:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822007168:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.934968:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.934984:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.934995:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.935013:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11165e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc37 expref: 6 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.935401:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.935404:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.935411:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 70 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.935418:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 70 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.935447:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 70 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.935457:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 70 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.935467:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820440576:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.936263:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094730b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.939854:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820440576:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.939875:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.939921:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822007168:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4967us (5705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.939931:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7213 00000100:00100000:0.0:1746126467.940188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.940429:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822007424 00000100:00100000:2.0:1746126467.940435:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822007424 00002000:00100000:2.0:1746126467.940465:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ad80 x1830945822007424/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.940473:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ad80 with x1830945822007424 ext(0->4095) 00010000:00010000:2.0:1746126467.940479:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 71 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.940489:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 71 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.940515:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ad80 00000100:00100000:2.0:1746126467.940530:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1724 00000100:00100000:2.0:1746126467.940535:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1977:x1830945822007424:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126467.941825:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1977:x1830945822007424:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1283us (1632us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.941835:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1724 00002000:00100000:2.0:1746126467.941842:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ad80 x1830945822007424/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.941849:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ad80 with x1830945822007424 ext(0->4095) 00010000:00010000:2.0:1746126467.941855:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 71 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126467.941864:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 71 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126467.941868:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ad80 00000100:00100000:0.0:1746126467.944320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.944979:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822007552 00000100:00100000:3.0:1746126467.944986:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822007552 00010000:00010000:3.0:1746126467.945013:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 71 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.945060:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7214 00000100:00100000:3.0:1746126467.945067:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1976:x1830945822007552:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.945079:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.945097:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 71 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.945107:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 71 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.945125:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11165eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc3e expref: 71 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.945348:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.945350:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.945357:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 70 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.945366:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 70 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.945392:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 70 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.945402:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820440704:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.945618:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094730b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.948321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.948397:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820440704:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.948414:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.948460:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1976:x1830945822007552:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3392us (4145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.948469:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7214 00000100:00100000:2.0:1746126467.948896:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822007808 00000100:00100000:2.0:1746126467.948902:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822007808 00002000:00100000:2.0:1746126467.948932:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094258000 x1830945822007808/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.948940:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258000 with x1830945822007808 ext(0->4095) 00002000:00010000:2.0:1746126467.948943:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094258000 00000100:00100000:2.0:1746126467.948958:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3863 00000100:00100000:2.0:1746126467.948964:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1976:x1830945822007808:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126467.949073:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1976:x1830945822007808:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (758us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.949078:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3863 00002000:00100000:2.0:1746126467.949083:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094258000 x1830945822007808/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.949094:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258000 with x1830945822007808 ext(0->4095) 00002000:00010000:2.0:1746126467.949097:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094258000 00000100:00100000:0.0:1746126467.951408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.951474:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822007936 00000100:00100000:2.0:1746126467.951480:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822007936 00000100:00100000:2.0:1746126467.951527:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5001 00000100:00100000:2.0:1746126467.951533:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822007936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.951546:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.951560:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc4c expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.951581:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 69 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.951587:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.951588:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.951591:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.951611:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 69 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.951620:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 69 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.951629:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820440832:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.951694:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.953977:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820440832:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.953998:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.954012:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126467.954044:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822007936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2510us (2640us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.954051:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5001 00000100:00100000:0.0:1746126467.955682:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.955977:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822008064 00000100:00100000:3.0:1746126467.955983:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822008064 00010000:00010000:3.0:1746126467.956008:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 70 pid: 8480 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.956058:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7215 00000100:00100000:3.0:1746126467.956064:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1977:x1830945822008064:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.956075:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.956091:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 70 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.956100:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 70 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.956118:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11165f2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc45 expref: 70 pid: 8480 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.956245:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.956247:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.956254:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.956261:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.956285:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.956295:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820440960:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.956597:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094730b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126467.959354:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.959424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.959631:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820440960:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.959646:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.959678:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:1977:x1830945822008064:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3614us (3998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.959687:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7215 00000100:00100000:1.0:1746126467.959754:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822008320 00000100:00100000:1.0:1746126467.959759:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822008320 00002000:00100000:1.0:1746126467.959787:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a4000 x1830945822008320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.959796:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a4000 with x1830945822008320 ext(0->4095) 00002000:00010000:1.0:1746126467.959800:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a4000 00000100:00100000:1.0:1746126467.959812:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3864 00000100:00100000:1.0:1746126467.959817:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822008320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126467.959922:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822008320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.959927:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3864 00002000:00100000:1.0:1746126467.959931:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a4000 x1830945822008320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.959937:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a4000 with x1830945822008320 ext(0->4095) 00002000:00010000:1.0:1746126467.959939:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a4000 00000100:00100000:2.0:1746126467.960058:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822008448 00000100:00100000:2.0:1746126467.960062:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822008448 00000100:00100000:2.0:1746126467.960084:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5002 00000100:00100000:2.0:1746126467.960089:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:31630:x1830945822008448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.960097:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.960109:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc53 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.960127:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.960134:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.960135:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126467.960138:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 70 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.960158:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.960168:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.960178:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820441088:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.960214:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.962130:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820441088:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.962148:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 70 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.962160:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126467.962712:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:31630:x1830945822008448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2620us (3285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.962719:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5002 00000100:00100000:0.0:1746126467.964697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.964741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.964829:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822008576 00000100:00100000:3.0:1746126467.964836:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822008576 00010000:00010000:3.0:1746126467.964862:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.964892:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7216 00000100:00100000:3.0:1746126467.964898:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822008576:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.964911:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.964927:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.964936:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.964954:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11165f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc4c expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.964966:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.964968:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.964973:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.964980:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.965002:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.965010:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820441216:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.965063:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094730b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.965110:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822008704 00000100:00100000:2.0:1746126467.965113:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822008704 00000100:00100000:2.0:1746126467.965130:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5003 00000100:00100000:2.0:1746126467.965134:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822008704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.965143:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.965151:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc5a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.965163:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.965168:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.965169:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.965171:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.965188:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.965195:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 69 pid: 8479 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.965202:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820441344:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.965220:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.967402:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820441216:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.967418:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.967447:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945822008576:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2548us (2704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.967457:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7216 00000100:00100000:2.0:1746126467.967527:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820441344:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.967542:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.967553:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126467.967570:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822008704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2435us (2878us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.967575:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5003 00000100:00100000:0.0:1746126467.967933:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.968038:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822008960 00000100:00100000:3.0:1746126467.968042:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822008960 00002000:00100000:3.0:1746126467.968067:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a4a80 x1830945822008960/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.968076:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a4a80 with x1830945822008960 ext(0->4095) 00010000:00010000:3.0:1746126467.968081:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 70 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.968091:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 70 pid: 8479 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126467.968096:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941a4a80 00000100:00100000:3.0:1746126467.968761:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1725 00000100:00100000:3.0:1746126467.968768:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1976:x1830945822008960:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126467.968879:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1976:x1830945822008960:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (947us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126467.968884:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1725 00002000:00100000:3.0:1746126467.968890:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a4a80 x1830945822008960/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126467.968897:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a4a80 with x1830945822008960 ext(0->4095) 00010000:00010000:3.0:1746126467.968901:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 70 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.968914:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 70 pid: 8479 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126467.968919:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941a4a80 00000100:00100000:0.0:1746126467.972259:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126467.972345:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.972406:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822009088 00000100:00100000:2.0:1746126467.972413:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822009088 00000100:00100000:2.0:1746126467.972626:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5004 00000100:00100000:2.0:1746126467.972633:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:31630:x1830945822009088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.972647:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.972660:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc61 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.972679:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.972684:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.972689:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126467.972692:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 71 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.972718:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.972728:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 71 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.972737:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126467.972771:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:31630:x1830945822009088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.972776:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5004 00000100:00100000:3.0:1746126467.972971:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822009216 00000100:00100000:3.0:1746126467.972975:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822009216 00010000:00010000:3.0:1746126467.972989:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 71 pid: 8479 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.973006:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7217 00000100:00100000:3.0:1746126467.973010:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1977:x1830945822009216:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.973017:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.973038:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 71 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.973048:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 71 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.973061:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116600 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc53 expref: 71 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.973072:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.973073:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.973078:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.973087:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.973103:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.973111:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 5 pid: 8479 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.973120:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820441600:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.973158:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094730b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.975775:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820441600:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.975793:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.975834:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1977:x1830945822009216:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2821us (3487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.975842:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7217 00000100:00100000:0.0:1746126467.976247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126467.976695:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822009472 00000100:00100000:1.0:1746126467.976701:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822009472 00002000:00100000:1.0:1746126467.976732:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d1f80 x1830945822009472/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.976740:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1f80 with x1830945822009472 ext(0->4095) 00010000:00010000:1.0:1746126467.976746:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 6 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126467.976757:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 6 pid: 8479 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126467.976763:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d1f80 00000100:00100000:1.0:1746126467.976864:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1726 00000100:00100000:1.0:1746126467.976872:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822009472:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126467.976985:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822009472:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (739us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126467.976991:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1726 00002000:00100000:1.0:1746126467.976995:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d1f80 x1830945822009472/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126467.977002:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1f80 with x1830945822009472 ext(0->4095) 00010000:00010000:1.0:1746126467.977007:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 6 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126467.977015:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 6 pid: 8479 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126467.977019:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d1f80 00000100:00100000:0.0:1746126467.979376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126467.979458:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822009600 00000100:00100000:3.0:1746126467.979464:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822009600 00010000:00010000:3.0:1746126467.979490:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 6 pid: 8479 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126467.979637:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7218 00000100:00100000:3.0:1746126467.979644:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822009600:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126467.979654:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126467.979675:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 6 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.979686:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 6 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.979704:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116607 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc5a expref: 6 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126467.979764:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.979766:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126467.979772:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.979780:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126467.979807:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126467.979816:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820441728:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126467.979886:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094730b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126467.982073:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820441728:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126467.982089:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126467.982435:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822009600:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2789us (3061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126467.982444:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7218 00000100:00100000:0.0:1746126467.982587:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.982671:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822009856 00000100:00100000:2.0:1746126467.982676:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822009856 00002000:00100000:2.0:1746126467.982706:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d0e00 x1830945822009856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/0 e 0 to 0 dl 1746126478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.982714:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d0e00 with x1830945822009856 ext(0->4095) 00002000:00010000:2.0:1746126467.982717:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d0e00 00000100:00100000:2.0:1746126467.982730:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3865 00000100:00100000:2.0:1746126467.982735:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1977:x1830945822009856:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126467.983082:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1977:x1830945822009856:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 346us (495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126467.983091:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3865 00002000:00100000:2.0:1746126467.983097:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d0e00 x1830945822009856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746126478 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126467.983103:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d0e00 with x1830945822009856 ext(0->4095) 00002000:00010000:2.0:1746126467.983106:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d0e00 00000100:00100000:0.0:1746126467.988883:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126467.990878:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822009984 00000100:00100000:2.0:1746126467.990888:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822009984 00000100:00100000:2.0:1746126467.990927:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5005 00000100:00100000:2.0:1746126467.990934:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822009984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126467.990947:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126467.990960:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc68 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.990983:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.990990:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.990992:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126467.990994:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.991016:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 69 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.991025:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 69 pid: 8479 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126467.991040:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820441856:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126467.991118:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126467.996522:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820441856:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126467.996549:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126467.996563:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:2.0:1746126467.996596:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822009984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5662us (7720us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126467.996603:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5005 00000100:00100000:0.0:1746126468.001751:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.001826:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822010112 00000100:00100000:2.0:1746126468.001834:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822010112 00002000:00100000:2.0:1746126468.001875:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009c6d1c00 x1830945822010112/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.001883:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1c00 with x1830945822010112 ext(0->7) 00010000:00010000:2.0:1746126468.001890:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 70 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.001901:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 70 pid: 8479 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.001906:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d1c00 00000100:00100000:2.0:1746126468.001935:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1727 00000100:00100000:2.0:1746126468.001941:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1976:x1830945822010112:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126468.002185:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1976:x1830945822010112:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 244us (440us total) trans 4294968006 rc 0/0 00000100:00100000:2.0:1746126468.002191:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1727 00002000:00100000:2.0:1746126468.002196:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009c6d1c00 x1830945822010112/t4294968006(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.002214:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1c00 with x1830945822010112 ext(0->7) 00010000:00010000:2.0:1746126468.002224:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 72 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.002240:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 72 pid: 8479 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.002245:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d1c00 00000100:00080000:0.0:1746126468.003153:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126468.010838:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.010888:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822010240 00000100:00100000:3.0:1746126468.010896:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822010240 00010000:00010000:3.0:1746126468.010921:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 72 pid: 8479 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.010951:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7219 00000100:00100000:3.0:1746126468.010956:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1975:x1830945822010240:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.010966:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126468.010979:0:7118:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126467 -> 1746126468 00002000:00010000:3.0:1746126468.010981:0:7118:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126467 -> 1746126468 00010000:00010000:3.0:1746126468.010985:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 72 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.010994:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 72 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.011010:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111660e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc61 expref: 72 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.011024:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.011025:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.011031:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.011037:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.011059:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.011071:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820441984:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.011133:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094730b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.012809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.015451:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.017196:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820441984:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.017215:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.017273:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1975:x1830945822010240:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6316us (6441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.017281:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7219 00000100:00100000:0.0:1746126468.017480:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822010624 00000100:00100000:0.0:1746126468.017484:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822010624 00000100:00100000:0.0:1746126468.017525:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5006 00000100:00100000:0.0:1746126468.017531:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:31630:x1830945822010624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126468.017545:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126468.017556:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc6f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.017576:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.017581:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.017583:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.017586:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 72 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.017606:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.017616:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126468.017629:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c6d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820442112:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126468.017669:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126468.018583:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822010496 00000100:00100000:1.0:1746126468.018589:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822010496 00002000:00100000:1.0:1746126468.018622:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d1180 x1830945822010496/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.018630:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1180 with x1830945822010496 ext(0->4095) 00010000:00010000:1.0:1746126468.018636:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.018646:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.018651:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d1180 00000100:00100000:1.0:1746126468.018674:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1728 00000100:00100000:1.0:1746126468.018679:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822010496:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126468.018788:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822010496:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (5983us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.018793:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1728 00002000:00100000:1.0:1746126468.018798:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d1180 x1830945822010496/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.018804:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1180 with x1830945822010496 ext(0->4095) 00010000:00010000:1.0:1746126468.018808:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.018816:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.018824:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d1180 00000100:00080000:0.0:1746126468.018971:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126468.020999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.021228:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c6d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820442112:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126468.021265:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 72 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.021313:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51c00, rc 0) 00000100:00100000:0.0:1746126468.022028:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.022046:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822010880 00000100:00100000:0.0:1746126468.022050:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822010880 00000100:00100000:3.0:1746126468.022074:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822010752 00000100:00100000:1.0:1746126468.022080:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:31630:x1830945822010624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4547us (6633us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126468.022080:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5007 00000100:00100000:3.0:1746126468.022082:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822010752 00000100:00100000:0.0:1746126468.022085:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:31631:x1830945822010880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126468.022086:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5006 00010000:00010000:0.0:1746126468.022095:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.022104:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126468.022106:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc76 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.022122:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7220 00010000:00010000:0.0:1746126468.022125:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746126468.022128:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822010752:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126468.022129:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.022135:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.022136:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126468.022137:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 73 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.022150:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.022159:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126468.022159:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.022174:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116615 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc68 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126468.022179:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 73 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.022183:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.022185:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.022193:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.022200:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.022208:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51400, rc 0) 00010000:00010000:3.0:1746126468.022219:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126468.022223:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:31631:x1830945822010880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (196us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126468.022229:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126468.022229:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5007 00000100:00100000:3.0:1746126468.022250:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820442368:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.022295:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.024034:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820442368:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.024048:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.024070:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822010752:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1941us (3074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.024077:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7220 00000100:00100000:0.0:1746126468.024552:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.024634:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822011136 00000100:00100000:2.0:1746126468.024638:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822011136 00002000:00100000:2.0:1746126468.024662:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093954700 x1830945822011136/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.024671:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954700 with x1830945822011136 ext(0->4095) 00010000:00010000:2.0:1746126468.024677:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.024686:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.024691:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093954700 00000100:00100000:2.0:1746126468.025691:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1729 00000100:00100000:2.0:1746126468.025699:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1976:x1830945822011136:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126468.025817:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1976:x1830945822011136:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (1265us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.025823:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1729 00002000:00100000:2.0:1746126468.025828:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093954700 x1830945822011136/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.025835:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954700 with x1830945822011136 ext(0->4095) 00010000:00010000:2.0:1746126468.025840:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.025849:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.025854:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093954700 00000100:00100000:0.0:1746126468.029868:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.029948:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822011264 00000100:00100000:3.0:1746126468.029955:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822011264 00010000:00010000:3.0:1746126468.029986:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.030022:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7221 00000100:00100000:3.0:1746126468.030028:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1975:x1830945822011264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.030041:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.030056:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.030066:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.030083:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d111661c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc6f expref: 73 pid: 8479 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.030111:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.030113:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.030119:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 72 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.030125:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 72 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.030150:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 72 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.030159:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820442496:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.030215:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.035200:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.035706:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820442496:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.035723:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.035757:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1975:x1830945822011264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5729us (5895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.035768:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7221 00000100:00100000:1.0:1746126468.035844:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822011520 00000100:00100000:1.0:1746126468.035850:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822011520 00002000:00100000:1.0:1746126468.035879:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093956d80 x1830945822011520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.035887:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093956d80 with x1830945822011520 ext(0->4095) 00002000:00010000:1.0:1746126468.035891:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093956d80 00000100:00100000:1.0:1746126468.035917:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3866 00000100:00100000:1.0:1746126468.035923:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1975:x1830945822011520:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126468.036039:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1975:x1830945822011520:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (845us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.036045:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3866 00002000:00100000:1.0:1746126468.036049:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093956d80 x1830945822011520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.036055:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093956d80 with x1830945822011520 ext(0->4095) 00002000:00010000:1.0:1746126468.036058:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093956d80 00000100:00100000:0.0:1746126468.042961:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.043608:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822011648 00000100:00100000:2.0:1746126468.043615:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822011648 00000100:00100000:2.0:1746126468.043650:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5008 00000100:00100000:2.0:1746126468.043657:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822011648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.043672:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.043685:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc7d expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.043707:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 71 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.043713:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.043716:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.043719:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.043740:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 71 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.043750:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 71 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.043760:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820442624:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.043831:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.045674:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820442624:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.045693:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.045705:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126468.045734:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822011648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2077us (2778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.045741:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5008 00000100:00100000:0.0:1746126468.052305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.052692:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822011776 00000100:00100000:2.0:1746126468.052700:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822011776 00002000:00100000:2.0:1746126468.052735:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008aa88a80 x1830945822011776/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.052744:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88a80 with x1830945822011776 ext(0->7) 00010000:00010000:2.0:1746126468.052751:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 72 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.052768:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 72 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.052773:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa88a80 00000100:00100000:2.0:1746126468.052892:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1730 00000100:00100000:2.0:1746126468.052898:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1977:x1830945822011776:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126468.053366:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1977:x1830945822011776:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 467us (1066us total) trans 4294968007 rc 0/0 00000100:00100000:2.0:1746126468.053372:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1730 00002000:00100000:2.0:1746126468.053377:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008aa88a80 x1830945822011776/t4294968007(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.053383:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88a80 with x1830945822011776 ext(0->7) 00010000:00010000:2.0:1746126468.053387:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 74 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.053395:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 74 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.053401:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa88a80 00000100:00100000:0.0:1746126468.064201:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.064319:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822011904 00000100:00100000:3.0:1746126468.064327:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822011904 00010000:00010000:3.0:1746126468.064356:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 74 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.064390:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7222 00000100:00100000:3.0:1746126468.064397:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1974:x1830945822011904:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.064409:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.064425:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 74 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.064434:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 74 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.064453:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51400/0x8f8d42f0d1116623 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc76 expref: 74 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.064477:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.064479:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.064485:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.064509:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.064539:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.064550:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820442752:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.064629:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.066898:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.067146:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822012160 00000100:00100000:2.0:1746126468.067153:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822012160 00002000:00100000:2.0:1746126468.067184:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8a680 x1830945822012160/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.067194:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8a680 with x1830945822012160 ext(0->4095) 00002000:00010000:2.0:1746126468.067198:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa8a680 00000100:00100000:3.0:1746126468.067262:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820442752:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.067277:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.067316:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1974:x1830945822011904:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2919us (3191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.067323:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7222 00000100:00100000:2.0:1746126468.067710:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3867 00000100:00100000:2.0:1746126468.067720:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822012160:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126468.067840:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822012160:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (945us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.067845:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3867 00002000:00100000:2.0:1746126468.067849:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8a680 x1830945822012160/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.067856:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8a680 with x1830945822012160 ext(0->4095) 00002000:00010000:2.0:1746126468.067858:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa8a680 00000100:00100000:0.0:1746126468.074056:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.074108:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822012288 00000100:00100000:2.0:1746126468.074115:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822012288 00000100:00100000:2.0:1746126468.074158:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5009 00000100:00100000:2.0:1746126468.074165:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:31631:x1830945822012288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.074179:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.074192:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc84 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.074215:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.074221:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.074223:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.074225:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 74 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.074266:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.074276:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.074286:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820442880:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.074352:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.074622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.074889:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822012416 00000100:00100000:1.0:1746126468.074893:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822012416 00000100:00100000:1.0:1746126468.074920:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5010 00000100:00100000:1.0:1746126468.074925:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:31630:x1830945822012416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126468.074931:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126468.074938:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc8b expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.074949:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126468.074952:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 76 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.074957:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126468.074959:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 76 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.074977:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 76 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.074986:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 76 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.074994:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05fe00, rc 0) 00000100:00100000:1.0:1746126468.075022:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:31630:x1830945822012416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126468.075027:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5010 00000100:00100000:2.0:1746126468.077749:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820442880:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.077775:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 75 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.077787:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126468.077830:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:31631:x1830945822012288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3666us (3779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.077837:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5009 00000100:00100000:0.0:1746126468.078704:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.078849:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822012544 00000100:00100000:3.0:1746126468.078855:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822012544 00010000:00010000:3.0:1746126468.078877:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.078905:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7223 00000100:00100000:3.0:1746126468.078910:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822012544:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.078919:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.078934:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.078944:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.078960:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111662a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc7d expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.078981:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.078983:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.078988:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 74 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.078995:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 74 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.079017:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 74 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.079026:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 74 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.079036:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820443136:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.079772:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.081959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.082031:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820443136:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.082046:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.082081:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822012544:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3170us (3378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.082090:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7223 00000100:00100000:1.0:1746126468.082830:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822012800 00000100:00100000:1.0:1746126468.082836:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822012800 00002000:00100000:1.0:1746126468.082866:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89c00 x1830945822012800/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.082874:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89c00 with x1830945822012800 ext(0->4095) 00010000:00010000:1.0:1746126468.082881:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 75 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.082893:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 75 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.082899:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa89c00 00000100:00100000:1.0:1746126468.083032:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1731 00000100:00100000:1.0:1746126468.083039:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1976:x1830945822012800:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126468.083162:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1976:x1830945822012800:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (1207us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.083167:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1731 00002000:00100000:1.0:1746126468.083172:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89c00 x1830945822012800/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.083178:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89c00 with x1830945822012800 ext(0->4095) 00010000:00010000:1.0:1746126468.083181:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 75 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.083189:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 75 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.083194:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa89c00 00000100:00100000:0.0:1746126468.086083:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.086583:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822012928 00000100:00100000:2.0:1746126468.086590:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822012928 00000100:00100000:2.0:1746126468.086756:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5011 00000100:00100000:2.0:1746126468.086763:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822012928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.086776:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.086788:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc92 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.086808:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.086813:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 74 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.086817:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126468.086820:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.086843:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 74 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.086851:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.086858:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126468.086887:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822012928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.086892:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5011 00000100:00100000:0.0:1746126468.086949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.087224:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822013056 00000100:00100000:3.0:1746126468.087228:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822013056 00010000:00010000:3.0:1746126468.087251:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 75 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.087666:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7224 00000100:00100000:3.0:1746126468.087673:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1977:x1830945822013056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.087683:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.087698:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 75 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.087707:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 75 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.087721:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1116631 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc84 expref: 75 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.087742:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.087743:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.087747:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 74 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.087753:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 74 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.087770:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 74 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.087777:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 74 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.087786:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820443392:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.087841:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.089846:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820443392:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.089862:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.090167:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1977:x1830945822013056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2493us (3215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.090176:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7224 00000100:00100000:0.0:1746126468.090388:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.090586:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822013312 00000100:00100000:2.0:1746126468.090590:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822013312 00002000:00100000:2.0:1746126468.090616:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8bb80 x1830945822013312/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.090624:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8bb80 with x1830945822013312 ext(0->4095) 00010000:00010000:2.0:1746126468.090630:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 74 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.090641:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 74 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.090650:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8bb80 00000100:00100000:2.0:1746126468.091039:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1732 00000100:00100000:2.0:1746126468.091046:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1977:x1830945822013312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.091158:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1977:x1830945822013312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (770us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.091163:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1732 00002000:00100000:2.0:1746126468.091168:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8bb80 x1830945822013312/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.091175:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8bb80 with x1830945822013312 ext(0->4095) 00010000:00010000:2.0:1746126468.091179:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 74 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.091187:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 74 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.091191:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8bb80 00000100:00100000:0.0:1746126468.093423:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.093626:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822013440 00000100:00100000:1.0:1746126468.093632:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822013440 00000100:00100000:1.0:1746126468.093671:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5012 00000100:00100000:1.0:1746126468.093677:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:31630:x1830945822013440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126468.093691:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126468.093704:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bc99 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.093722:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126468.093727:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.093731:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126468.093734:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 75 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.093759:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.093768:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 75 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.093775:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05ee00, rc 0) 00000100:00100000:1.0:1746126468.093820:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:31630:x1830945822013440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126468.093825:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5012 00000100:00100000:0.0:1746126468.094243:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.094447:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822013568 00000100:00100000:3.0:1746126468.094451:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822013568 00010000:00010000:3.0:1746126468.094467:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 75 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.094485:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7225 00000100:00100000:3.0:1746126468.094491:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1977:x1830945822013568:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.094522:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.094537:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 75 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.094545:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 75 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.094558:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d1116638 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc8b expref: 75 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.094568:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.094569:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.094574:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.094580:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.094597:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.094605:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.094615:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820443648:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.094654:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.097335:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.097397:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822013824 00000100:00100000:1.0:1746126468.097402:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822013824 00002000:00100000:1.0:1746126468.097431:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89180 x1830945822013824/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.097439:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89180 with x1830945822013824 ext(0->4095) 00010000:00010000:1.0:1746126468.097446:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.097457:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.097462:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa89180 00000100:00100000:3.0:1746126468.097544:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820443648:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.097555:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.097590:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1977:x1830945822013568:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3099us (4095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.097596:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7225 00000100:00100000:1.0:1746126468.098248:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1733 00000100:00100000:1.0:1746126468.098255:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822013824:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126468.098371:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822013824:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (1041us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.098376:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1733 00002000:00100000:1.0:1746126468.098381:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89180 x1830945822013824/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.098388:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89180 with x1830945822013824 ext(0->4095) 00010000:00010000:1.0:1746126468.098393:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.098401:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.098407:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa89180 00000100:00100000:0.0:1746126468.102124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.102206:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822013952 00000100:00100000:3.0:1746126468.102217:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822013952 00010000:00010000:3.0:1746126468.102254:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.102290:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7226 00000100:00100000:3.0:1746126468.102296:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b139c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822013952:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.102306:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.102322:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.102332:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.102351:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111663f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc92 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.102375:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.102376:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.102382:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 73 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.102390:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 73 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.102413:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 73 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.102423:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820443776:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.102490:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.106553:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820443776:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.106570:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.106607:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b139c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822013952:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4311us (4488us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.106617:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7226 00000100:00100000:0.0:1746126468.107379:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.108254:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822014208 00000100:00100000:2.0:1746126468.108261:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822014208 00002000:00100000:2.0:1746126468.108295:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8b800 x1830945822014208/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.108304:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8b800 with x1830945822014208 ext(0->4095) 00002000:00010000:2.0:1746126468.108308:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa8b800 00000100:00100000:2.0:1746126468.108333:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3868 00000100:00100000:2.0:1746126468.108340:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1976:x1830945822014208:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126468.108461:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1976:x1830945822014208:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (1084us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.108467:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3868 00002000:00100000:2.0:1746126468.108472:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8b800 x1830945822014208/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.108479:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8b800 with x1830945822014208 ext(0->4095) 00002000:00010000:2.0:1746126468.108481:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa8b800 00000100:00100000:0.0:1746126468.111598:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.111771:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822014336 00000100:00100000:2.0:1746126468.111778:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822014336 00000100:00100000:2.0:1746126468.111810:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5013 00000100:00100000:2.0:1746126468.111816:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822014336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.111829:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.111843:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bca0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.111866:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 73 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.111872:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.111875:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.111878:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.111900:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 73 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.111910:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 73 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.111919:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820443904:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.111983:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.114563:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820443904:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.114587:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.114601:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126468.114638:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822014336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2822us (3047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.114645:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5013 00000100:00100000:0.0:1746126468.114920:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.114973:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822014464 00000100:00100000:3.0:1746126468.114979:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822014464 00010000:00010000:3.0:1746126468.114998:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 74 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.115032:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7227 00000100:00100000:3.0:1746126468.115037:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1976:x1830945822014464:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.115047:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.115062:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 74 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.115075:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 74 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.115092:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d1116646 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bc99 expref: 74 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.115103:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.115105:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.115110:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.115116:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.115138:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.115146:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820444032:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.115807:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.117663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.118019:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820444032:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.118033:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.118062:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1976:x1830945822014464:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3025us (3143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.118071:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7227 00000100:00100000:2.0:1746126468.118162:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822014592 00000100:00100000:2.0:1746126468.118166:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822014592 00000100:00100000:2.0:1746126468.118195:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5014 00000100:00100000:2.0:1746126468.118200:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:31630:x1830945822014592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.118212:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.118226:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bca7 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.118277:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.118283:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.118284:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.118287:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 74 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.118308:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.118318:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.118327:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820444160:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.118370:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.119722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.119768:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822014848 00000100:00100000:1.0:1746126468.119773:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822014848 00002000:00100000:1.0:1746126468.119799:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8ad80 x1830945822014848/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.119808:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8ad80 with x1830945822014848 ext(0->4095) 00010000:00010000:1.0:1746126468.119814:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.119824:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.119830:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8ad80 00000100:00100000:1.0:1746126468.119844:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1734 00000100:00100000:1.0:1746126468.119849:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822014848:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126468.119862:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820444160:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.119878:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 74 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.119888:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:3.0:1746126468.119910:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:31630:x1830945822014592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1709us (2251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.119915:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5014 00000100:00100000:1.0:1746126468.119957:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822014848:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.119962:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1734 00002000:00100000:1.0:1746126468.119966:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8ad80 x1830945822014848/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.119973:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8ad80 with x1830945822014848 ext(0->4095) 00010000:00010000:1.0:1746126468.119978:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.119986:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.119996:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8ad80 00000100:00100000:2.0:1746126468.123331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.123626:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822014976 00000100:00100000:3.0:1746126468.123633:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822014976 00010000:00010000:3.0:1746126468.123660:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.123942:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7228 00000100:00100000:3.0:1746126468.123950:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822014976:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.123962:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.123979:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.123990:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.124009:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111664d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca0 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.124032:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.124034:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.124040:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 73 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.124047:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 73 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.124073:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 73 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.124083:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820444288:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.124739:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.127186:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.127298:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820444288:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.127315:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126468.127536:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822015232 00000100:00100000:1.0:1746126468.127541:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822015232 00002000:00100000:1.0:1746126468.127572:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8b480 x1830945822015232/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.127580:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8b480 with x1830945822015232 ext(0->4095) 00002000:00010000:1.0:1746126468.127583:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa8b480 00000100:00100000:3.0:1746126468.127676:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822014976:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3725us (4350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.127684:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7228 00000100:00100000:1.0:1746126468.127961:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3869 00000100:00100000:1.0:1746126468.127969:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1977:x1830945822015232:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126468.128081:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1977:x1830945822015232:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (901us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.128086:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3869 00002000:00100000:1.0:1746126468.128091:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8b480 x1830945822015232/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.128098:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8b480 with x1830945822015232 ext(0->4095) 00002000:00010000:1.0:1746126468.128101:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa8b480 00000100:00100000:0.0:1746126468.132357:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.132462:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822015360 00000100:00100000:3.0:1746126468.132469:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822015360 00000100:00100000:3.0:1746126468.133860:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5015 00000100:00100000:3.0:1746126468.133870:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822015360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.133885:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.133899:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bcae expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.133921:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 73 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.133927:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.133929:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.133932:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.133952:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 73 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.133962:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 73 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.133971:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820444416:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126468.134040:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.138471:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820444416:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.138524:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.138618:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:3.0:1746126468.138663:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822015360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4794us (6312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.138671:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5015 00000100:00100000:2.0:1746126468.138900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.138920:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822015488 00000100:00100000:0.0:1746126468.138926:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822015488 00002000:00100000:0.0:1746126468.138956:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009425ce00 x1830945822015488/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126468.138964:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ce00 with x1830945822015488 ext(0->7) 00010000:00010000:0.0:1746126468.138969:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 74 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126468.138979:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 74 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746126468.138984:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ce00 00000100:00100000:0.0:1746126468.139008:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1735 00000100:00100000:0.0:1746126468.139014:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1976:x1830945822015488:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126468.139267:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1976:x1830945822015488:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 252us (366us total) trans 4294968008 rc 0/0 00000100:00100000:0.0:1746126468.139273:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1735 00002000:00100000:0.0:1746126468.139278:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009425ce00 x1830945822015488/t4294968008(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126468.139285:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ce00 with x1830945822015488 ext(0->7) 00010000:00010000:0.0:1746126468.139290:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 76 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126468.139302:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 76 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746126468.139308:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ce00 00000100:00100000:0.0:1746126468.140556:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.140617:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822015616 00000100:00100000:3.0:1746126468.140621:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822015616 00010000:00010000:3.0:1746126468.140637:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 76 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.140823:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7229 00000100:00100000:3.0:1746126468.140829:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1975:x1830945822015616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.140840:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.140850:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 76 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.140859:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 76 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.140874:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116654 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bca7 expref: 76 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.140966:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.140968:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.140975:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.140981:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.141005:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.141014:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820444544:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.141339:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.143117:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820444544:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.143132:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.143168:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1975:x1830945822015616:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2338us (2613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.143179:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7229 00000100:00100000:0.0:1746126468.143303:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.143348:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822015872 00000100:00100000:1.0:1746126468.143353:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822015872 00002000:00100000:1.0:1746126468.143380:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab3100 x1830945822015872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.143388:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab3100 with x1830945822015872 ext(0->4095) 00002000:00010000:1.0:1746126468.143392:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab3100 00000100:00100000:1.0:1746126468.143406:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3870 00000100:00100000:1.0:1746126468.143412:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822015872:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126468.144164:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822015872:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 552us (662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.144170:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3870 00002000:00100000:1.0:1746126468.144175:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab3100 x1830945822015872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.144182:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab3100 with x1830945822015872 ext(0->4095) 00002000:00010000:1.0:1746126468.144185:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab3100 00000100:00100000:0.0:1746126468.152832:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.153106:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822016000 00000100:00100000:3.0:1746126468.153114:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822016000 00000100:00100000:3.0:1746126468.153283:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5016 00000100:00100000:3.0:1746126468.153291:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:31631:x1830945822016000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.153305:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.153318:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bcb5 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.153339:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.153345:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.153346:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.153349:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 76 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.153371:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.153381:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.153391:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820444672:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126468.153470:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.154682:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820444672:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.154979:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 76 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.154991:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15600, rc 0) 00000100:00100000:3.0:1746126468.155151:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:31631:x1830945822016000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1859us (2322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.155157:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5016 00000100:00100000:0.0:1746126468.161643:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.161696:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822016128 00000100:00100000:3.0:1746126468.161702:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822016128 00010000:00010000:3.0:1746126468.161728:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.161757:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7230 00000100:00100000:3.0:1746126468.161764:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822016128:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.161774:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.161790:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.161800:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.161818:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111665b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcae expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.161843:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.161845:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.161852:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 75 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.161858:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 75 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.161882:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 75 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.161891:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820444800:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.161956:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.166789:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.166861:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822016384 00000100:00100000:1.0:1746126468.166868:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822016384 00002000:00100000:1.0:1746126468.166905:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1c00 x1830945822016384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.166914:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1c00 with x1830945822016384 ext(0->4095) 00002000:00010000:1.0:1746126468.166918:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab1c00 00000100:00100000:1.0:1746126468.166935:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3871 00000100:00100000:1.0:1746126468.166942:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1975:x1830945822016384:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126468.167074:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1975:x1830945822016384:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.167080:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3871 00002000:00100000:1.0:1746126468.167085:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1c00 x1830945822016384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.167092:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1c00 with x1830945822016384 ext(0->4095) 00002000:00010000:1.0:1746126468.167094:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab1c00 00000100:00100000:3.0:1746126468.167580:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820444800:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.167594:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.167616:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822016128:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5853us (6040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.167623:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7230 00000100:00100000:0.0:1746126468.172408:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.172557:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822016512 00000100:00100000:3.0:1746126468.172565:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822016512 00000100:00100000:3.0:1746126468.172645:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5017 00000100:00100000:3.0:1746126468.172652:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822016512:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.172667:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.172680:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bcbc expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.172703:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 75 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.172710:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.172713:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.172716:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.172738:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 75 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.172748:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 75 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.172757:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820444928:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126468.173150:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.177325:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820444928:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.177350:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.177368:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15200, rc 0) 00000100:00100000:3.0:1746126468.178168:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822016512:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5513us (5764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.178176:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5017 00000100:00100000:0.0:1746126468.181581:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.181880:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822016640 00000100:00100000:2.0:1746126468.181888:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822016640 00002000:00100000:2.0:1746126468.181923:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab3b80 x1830945822016640/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.181932:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab3b80 with x1830945822016640 ext(0->7) 00010000:00010000:2.0:1746126468.181939:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 76 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.181957:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 76 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.181962:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab3b80 00000100:00100000:2.0:1746126468.182028:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1736 00000100:00100000:2.0:1746126468.182036:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1977:x1830945822016640:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126468.184345:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1977:x1830945822016640:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 2303us (2764us total) trans 4294968009 rc 0/0 00000100:00100000:2.0:1746126468.184354:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1736 00002000:00100000:2.0:1746126468.184363:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab3b80 x1830945822016640/t4294968009(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.184371:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab3b80 with x1830945822016640 ext(0->7) 00010000:00010000:2.0:1746126468.184379:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 78 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.184393:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 78 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.184399:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab3b80 00000100:00100000:0.0:1746126468.196875:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.197024:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822016768 00000100:00100000:3.0:1746126468.197032:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822016768 00010000:00010000:3.0:1746126468.197062:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 78 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.197099:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7231 00000100:00100000:3.0:1746126468.197105:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1975:x1830945822016768:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.197120:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.197136:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 78 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.197145:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 78 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.197162:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116662 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcb5 expref: 78 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126468.197979:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.198015:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822016896 00000100:00100000:0.0:1746126468.198018:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822016896 00000100:00100000:0.0:1746126468.198050:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5018 00000100:00100000:0.0:1746126468.198055:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:31630:x1830945822016896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126468.198067:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126468.198077:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bcc3 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.198092:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.198097:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.198103:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126468.198106:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.198135:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.198145:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.198153:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.198154:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.198159:0:10567:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.198165:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.198179:0:10567:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.198187:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126468.198197:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820445184:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126468.198264:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15780 going to sleep for 11 seconds 00010000:00010000:3.0:1746126468.198509:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.198534:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1975:x1830945822016768:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1428us (1667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.198541:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7231 00000100:00100000:0.0:1746126468.201113:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.201272:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822017152 00000100:00100000:3.0:1746126468.201278:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822017152 00002000:00100000:3.0:1746126468.201306:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab2d80 x1830945822017152/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.201315:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2d80 with x1830945822017152 ext(0->4095) 00010000:00010000:3.0:1746126468.201321:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.201333:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.201338:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab2d80 00000100:00100000:2.0:1746126468.201406:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820445184:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.201422:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51a00, rc 0) 00000100:00100000:2.0:1746126468.201458:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:31630:x1830945822016896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3402us (3481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.201467:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5018 00000100:00100000:3.0:1746126468.201763:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1737 00000100:00100000:3.0:1746126468.201771:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822017152:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126468.201884:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822017152:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (776us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.201888:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1737 00002000:00100000:3.0:1746126468.201893:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab2d80 x1830945822017152/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.201900:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2d80 with x1830945822017152 ext(0->4095) 00010000:00010000:3.0:1746126468.201904:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.201913:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.201917:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab2d80 00000100:00100000:2.0:1746126468.205787:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.205999:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822017280 00000100:00100000:3.0:1746126468.206007:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822017280 00010000:00010000:3.0:1746126468.206034:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.206464:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7232 00000100:00100000:3.0:1746126468.206471:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822017280:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.206482:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.206526:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.206537:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.206556:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116669 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcbc expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.207026:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.207028:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.207035:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.207042:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.207066:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.207075:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820445312:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.207144:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.210292:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820445312:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.210310:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.210943:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822017280:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4470us (5159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.210951:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7232 00000100:00100000:0.0:1746126468.211015:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.211212:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822017536 00000100:00100000:1.0:1746126468.211217:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822017536 00002000:00100000:1.0:1746126468.211254:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab2a00 x1830945822017536/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.211263:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2a00 with x1830945822017536 ext(0->4095) 00002000:00010000:1.0:1746126468.211266:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab2a00 00000100:00100000:1.0:1746126468.211296:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3872 00000100:00100000:1.0:1746126468.211305:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1976:x1830945822017536:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126468.211582:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1976:x1830945822017536:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 278us (567us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.211587:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3872 00002000:00100000:1.0:1746126468.211592:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab2a00 x1830945822017536/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.211597:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2a00 with x1830945822017536 ext(0->4095) 00002000:00010000:1.0:1746126468.211600:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab2a00 00000100:00100000:0.0:1746126468.213570:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.213717:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822017664 00000100:00100000:2.0:1746126468.213723:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822017664 00000100:00100000:2.0:1746126468.213764:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5019 00000100:00100000:2.0:1746126468.213769:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822017664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.213891:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.213905:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bcca expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.213931:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.213937:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.213939:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.213942:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.213964:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.213993:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 77 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.214002:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820445440:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.214064:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.216620:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820445440:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.216662:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.216676:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126468.216869:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822017664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3098us (3302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.216875:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5019 00000100:00100000:0.0:1746126468.217565:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.217694:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822017792 00000100:00100000:1.0:1746126468.217699:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822017792 00002000:00100000:1.0:1746126468.217726:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab3800 x1830945822017792/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.217735:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab3800 with x1830945822017792 ext(0->7) 00010000:00010000:1.0:1746126468.217740:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 78 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.217751:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 78 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.217762:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab3800 00000100:00100000:1.0:1746126468.217855:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1738 00000100:00100000:1.0:1746126468.217861:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1976:x1830945822017792:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126468.218292:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822017792:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 430us (726us total) trans 4294968010 rc 0/0 00000100:00100000:1.0:1746126468.218297:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1738 00002000:00100000:1.0:1746126468.218302:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab3800 x1830945822017792/t4294968010(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.218309:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab3800 with x1830945822017792 ext(0->7) 00010000:00010000:1.0:1746126468.218314:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.218322:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.218328:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab3800 00000100:00100000:0.0:1746126468.220042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.220118:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822017920 00000100:00100000:3.0:1746126468.220123:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822017920 00010000:00010000:3.0:1746126468.220143:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.220178:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7233 00000100:00100000:3.0:1746126468.220184:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b139850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822017920:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.220194:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.220303:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.220313:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.220329:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51a00/0x8f8d42f0d1116670 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcc3 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.220417:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.220419:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.220426:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.220432:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.220456:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.220470:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820445568:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.221068:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.223941:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820445568:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.223958:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126468.223985:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.223990:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b139850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822017920:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3806us (3951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.223998:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7233 00000100:00100000:0.0:1746126468.224032:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822018176 00000100:00100000:0.0:1746126468.224036:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822018176 00002000:00100000:0.0:1746126468.224065:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904000 x1830945822018176/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126468.224074:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904000 with x1830945822018176 ext(0->4095) 00002000:00010000:0.0:1746126468.224078:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094904000 00000100:00100000:2.0:1746126468.224479:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3873 00000100:00100000:2.0:1746126468.224489:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822018176:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126468.224624:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822018176:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (639us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.224629:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3873 00002000:00100000:2.0:1746126468.224635:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904000 x1830945822018176/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.224642:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904000 with x1830945822018176 ext(0->4095) 00002000:00010000:2.0:1746126468.224644:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094904000 00000100:00100000:0.0:1746126468.226942:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.227091:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822018304 00000100:00100000:2.0:1746126468.227101:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822018304 00000100:00100000:2.0:1746126468.227136:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5020 00000100:00100000:2.0:1746126468.227141:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31631:x1830945822018304:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.227153:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.227170:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bcd1 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.227194:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.227201:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.227202:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.227205:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.227228:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.227248:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.227257:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820445696:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.227334:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.231566:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820445696:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.231589:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.231605:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126468.231646:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:31631:x1830945822018304:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4504us (4709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.231653:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5020 00000100:00100000:0.0:1746126468.232576:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.232730:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822018432 00000100:00100000:3.0:1746126468.232735:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822018432 00000100:00100000:3.0:1746126468.232776:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5021 00000100:00100000:3.0:1746126468.232782:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:31630:x1830945822018432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.232794:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.232805:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bcd8 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.232822:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.232826:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 81 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.232832:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.232835:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 81 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.232860:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 81 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.232869:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 81 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.232875:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15400, rc 0) 00000100:00100000:3.0:1746126468.232909:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31630:x1830945822018432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.232915:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5021 00000100:00100000:0.0:1746126468.233116:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.233333:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822018560 00000100:00100000:3.0:1746126468.233337:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822018560 00010000:00010000:3.0:1746126468.233354:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.233379:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7234 00000100:00100000:3.0:1746126468.233383:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822018560:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.233390:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.233431:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.233441:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.233456:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116677 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcca expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.233581:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.233582:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.233588:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.233766:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.234108:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.234120:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.234130:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820445952:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.234188:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.235757:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820445952:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.235772:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.235799:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822018560:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2414us (2681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.235806:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7234 00000100:00100000:0.0:1746126468.236442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.236649:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822018816 00000100:00100000:3.0:1746126468.236654:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822018816 00002000:00100000:3.0:1746126468.236681:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904700 x1830945822018816/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.236690:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904700 with x1830945822018816 ext(0->4095) 00010000:00010000:3.0:1746126468.236697:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.236708:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.236714:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094904700 00000100:00100000:3.0:1746126468.236775:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1739 00000100:00100000:3.0:1746126468.236781:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822018816:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126468.236900:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822018816:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.236906:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1739 00002000:00100000:3.0:1746126468.236910:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904700 x1830945822018816/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.236918:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904700 with x1830945822018816 ext(0->4095) 00010000:00010000:3.0:1746126468.236922:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.236930:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.236935:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094904700 00000100:00100000:0.0:1746126468.240094:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.240239:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822018944 00000100:00100000:3.0:1746126468.240245:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822018944 00000100:00100000:3.0:1746126468.240441:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5022 00000100:00100000:3.0:1746126468.241125:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822018944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.241140:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.241153:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bcdf expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.241172:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.241176:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.241185:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126468.241187:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.241214:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.241224:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.241244:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15200, rc 0) 00000100:00100000:3.0:1746126468.241278:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822018944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126468.241541:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.241623:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822019072 00000100:00100000:0.0:1746126468.241627:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822019072 00010000:00010000:0.0:1746126468.241644:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.242763:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5022 00000100:00100000:0.0:1746126468.242924:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7235 00000100:00100000:0.0:1746126468.242932:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822019072:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126468.242944:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126468.242960:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126468.242970:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126468.242985:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111667e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd1 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126468.243006:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.243007:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.243012:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.243019:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.243041:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.244043:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126468.244054:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e78a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820446208:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126468.244855:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.246118:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e78a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820446208:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.246132:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.246169:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822019072:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3239us (4628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.246181:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7235 00000100:00100000:0.0:1746126468.247006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.247078:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822019328 00000100:00100000:3.0:1746126468.247083:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822019328 00002000:00100000:3.0:1746126468.247110:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7aa00 x1830945822019328/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.247119:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7aa00 with x1830945822019328 ext(0->4095) 00010000:00010000:3.0:1746126468.247126:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.247137:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.247143:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e7aa00 00000100:00100000:3.0:1746126468.247282:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1740 00000100:00100000:3.0:1746126468.247288:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1975:x1830945822019328:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126468.247588:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1975:x1830945822019328:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 300us (583us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.247594:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1740 00002000:00100000:3.0:1746126468.247599:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7aa00 x1830945822019328/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.247606:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7aa00 with x1830945822019328 ext(0->4095) 00010000:00010000:3.0:1746126468.247610:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.247618:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.247623:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e7aa00 00000100:00100000:0.0:1746126468.249883:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.249923:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.250081:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822019584 00000100:00100000:2.0:1746126468.250088:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822019584 00010000:00010000:2.0:1746126468.250112:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.250143:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7236 00000100:00100000:2.0:1746126468.250148:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1974:x1830945822019584:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.250159:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.250174:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.250184:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.250310:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822019456 00000100:00100000:3.0:1746126468.250313:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822019456 00000100:00100000:3.0:1746126468.250343:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5023 00000100:00100000:3.0:1746126468.250347:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31630:x1830945822019456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.250358:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.250390:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bce6 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.250415:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116685 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcd8 expref: 82 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.250570:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.250575:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.250585:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.250588:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 81 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.250614:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.250624:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 81 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.250630:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.250631:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.250636:0:10567:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.250643:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.250655:0:10567:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.250664:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.250673:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820446464:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.250735:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e993c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126468.250763:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.250780:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1974:x1830945822019584:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 631us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.250786:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7236 00000100:00100000:0.0:1746126468.255350:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.255404:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822019840 00000100:00100000:2.0:1746126468.255411:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822019840 00000100:00100000:3.0:1746126468.255445:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820446464:192.168.203.3@tcp:105: 00002000:00100000:2.0:1746126468.255445:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e79180 x1830945822019840/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.255460:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79180 with x1830945822019840 ext(0->4095) 00010000:00010000:3.0:1746126468.255461:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14400, rc 0) 00010000:00010000:2.0:1746126468.255472:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.255483:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.255488:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e79180 00000100:00100000:3.0:1746126468.255511:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:31630:x1830945822019456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5145us (5615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.255518:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5023 00000100:00100000:2.0:1746126468.255528:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1741 00000100:00100000:2.0:1746126468.255534:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822019840:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.255652:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822019840:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.255657:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1741 00002000:00100000:2.0:1746126468.255662:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e79180 x1830945822019840/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.255669:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79180 with x1830945822019840 ext(0->4095) 00010000:00010000:2.0:1746126468.255673:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.255680:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.255685:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e79180 00000100:00100000:0.0:1746126468.258012:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.258215:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822019968 00000100:00100000:2.0:1746126468.258222:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822019968 00010000:00010000:2.0:1746126468.258259:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.259373:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7237 00000100:00100000:2.0:1746126468.259382:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822019968:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.260393:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.260423:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.260436:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.260453:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111668c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcdf expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.260610:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.260612:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.260618:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.260625:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.260650:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.260659:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820446592:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.261673:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.265295:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820446592:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.265312:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.265347:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822019968:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5966us (7340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.265455:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7237 00000100:00100000:0.0:1746126468.267382:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.269025:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822020224 00000100:00100000:2.0:1746126468.269035:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822020224 00002000:00100000:2.0:1746126468.269078:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7b480 x1830945822020224/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.269090:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7b480 with x1830945822020224 ext(0->4095) 00002000:00010000:2.0:1746126468.269095:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e7b480 00000100:00100000:2.0:1746126468.269127:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3874 00000100:00100000:2.0:1746126468.269133:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822020224:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.269300:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822020224:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 166us (1921us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.269306:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3874 00002000:00100000:2.0:1746126468.269310:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7b480 x1830945822020224/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.269317:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7b480 with x1830945822020224 ext(0->4095) 00002000:00010000:2.0:1746126468.269319:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e7b480 00000100:00100000:0.0:1746126468.272660:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.272900:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822020352 00000100:00100000:3.0:1746126468.272908:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822020352 00000100:00100000:3.0:1746126468.272954:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5024 00000100:00100000:3.0:1746126468.272961:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822020352:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.272981:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.272996:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bced expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.273019:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.273026:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.273028:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.273031:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.273057:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.273067:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 79 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.273077:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820446720:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126468.273148:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e993c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.276923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.277114:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820446720:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.277119:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822020480 00000100:00100000:2.0:1746126468.277125:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822020480 00010000:00010000:3.0:1746126468.277137:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.277152:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00010000:00010000:2.0:1746126468.277152:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.277186:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822020352:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4225us (4532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.277187:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7238 00000100:00100000:3.0:1746126468.277192:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5024 00000100:00100000:2.0:1746126468.277193:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822020480:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.277202:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.277218:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.277227:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.277252:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116693 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bce6 expref: 80 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.277264:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.277265:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.277270:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.277277:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.277300:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.277310:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820446848:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.277356:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.278799:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.278942:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820446848:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.278954:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.278978:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822020480:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1786us (2062us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.278986:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7238 00000100:00100000:3.0:1746126468.280057:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822020608 00000100:00100000:3.0:1746126468.280063:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822020608 00000100:00100000:3.0:1746126468.280102:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5025 00000100:00100000:3.0:1746126468.280108:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31630:x1830945822020608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.280122:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.280135:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bcf4 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.280157:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.280163:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.280165:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.280168:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.280189:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.280203:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.280214:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820446976:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126468.280281:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e993c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.280689:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.280808:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822020864 00000100:00100000:2.0:1746126468.280812:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822020864 00002000:00100000:2.0:1746126468.280834:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469b480 x1830945822020864/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.280843:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469b480 with x1830945822020864 ext(0->4095) 00010000:00010000:2.0:1746126468.280848:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.280857:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.280863:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009469b480 00000100:00100000:2.0:1746126468.280881:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1742 00000100:00100000:2.0:1746126468.280886:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822020864:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.281006:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822020864:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.281012:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1742 00002000:00100000:2.0:1746126468.281017:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469b480 x1830945822020864/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.281024:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469b480 with x1830945822020864 ext(0->4095) 00010000:00010000:2.0:1746126468.281029:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.281037:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746126468.281043:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009469b480 00000100:00100000:0.0:1746126468.282919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.283113:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.283261:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822020992 00000100:00100000:2.0:1746126468.283266:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822020992 00010000:00010000:2.0:1746126468.283286:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.283346:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820446976:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.283364:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.283375:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15600, rc 0) 00000100:00100000:1.0:1746126468.283522:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822021120 00000100:00100000:1.0:1746126468.283525:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822021120 00000100:00100000:1.0:1746126468.283553:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5026 00000100:00100000:1.0:1746126468.283558:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31631:x1830945822021120:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126468.283569:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126468.283580:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bcfb expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.283597:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126468.283601:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.283606:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126468.283609:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.283629:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.283637:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.283643:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05ee00, rc 0) 00000100:00100000:2.0:1746126468.283773:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7239 00000100:00100000:2.0:1746126468.283779:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822020992:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.283786:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.283800:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.283809:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.283822:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d111669a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bced expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.283831:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.283832:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.283837:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.283847:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.283864:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.283873:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 82 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.283882:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820447232:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.283936:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31630:x1830945822020608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3827us (5141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.283941:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5025 00000100:00100000:1.0:1746126468.284113:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31631:x1830945822021120:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 554us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126468.284118:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5026 00000100:00100000:2.0:1746126468.284717:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.287640:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820447232:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126468.287657:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126468.287690:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822020992:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3910us (4775us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126468.287699:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7239 00000100:00100000:0.0:1746126468.288016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.288974:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822021376 00000100:00100000:3.0:1746126468.288982:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822021376 00002000:00100000:3.0:1746126468.289011:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469b100 x1830945822021376/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.289020:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469b100 with x1830945822021376 ext(0->4095) 00010000:00010000:3.0:1746126468.289026:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.289037:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.289046:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009469b100 00000100:00100000:3.0:1746126468.289457:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1743 00000100:00100000:3.0:1746126468.289464:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945822021376:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126468.289614:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945822021376:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (1598us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.289620:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1743 00002000:00100000:3.0:1746126468.289624:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469b100 x1830945822021376/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.289630:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469b100 with x1830945822021376 ext(0->4095) 00010000:00010000:3.0:1746126468.289634:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.289641:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.289646:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009469b100 00000100:00100000:2.0:1746126468.292851:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.292915:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822021504 00000100:00100000:0.0:1746126468.292922:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822021504 00010000:00010000:0.0:1746126468.292950:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126468.292984:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7240 00000100:00100000:0.0:1746126468.292991:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b139450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945822021504:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126468.293002:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126468.293018:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126468.293028:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126468.293046:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11166a1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcf4 expref: 81 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746126468.293068:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.293070:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.293075:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.293083:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.293108:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126468.293117:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820447360:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126468.293186:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.299650:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.300446:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820447360:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.300463:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.300889:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822021760 00000100:00100000:3.0:1746126468.300895:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822021760 00002000:00100000:3.0:1746126468.300928:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469aa00 x1830945822021760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.300936:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469aa00 with x1830945822021760 ext(0->4095) 00002000:00010000:3.0:1746126468.300940:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009469aa00 00000100:00100000:3.0:1746126468.300958:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3875 00000100:00100000:3.0:1746126468.300964:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822021760:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.302073:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b139450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945822021504:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9079us (9226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.302082:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7240 00000100:00100000:3.0:1746126468.303172:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822021760:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 2204us (3525us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.303180:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3875 00002000:00100000:3.0:1746126468.303189:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469aa00 x1830945822021760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.303198:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469aa00 with x1830945822021760 ext(0->4095) 00002000:00010000:3.0:1746126468.303202:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009469aa00 00000100:00100000:0.0:1746126468.307472:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.308715:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822021888 00000100:00100000:1.0:1746126468.308723:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822021888 00000100:00100000:1.0:1746126468.308758:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5027 00000100:00100000:1.0:1746126468.308765:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822021888:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126468.308779:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126468.308793:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd02 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.308821:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.308828:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126468.308830:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126468.308833:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.308855:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.308865:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 79 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746126468.308874:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820447488:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126468.308998:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126468.310719:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820447488:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126468.310743:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.310755:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4353a00, rc 0) 00000100:00100000:1.0:1746126468.310782:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822021888:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2018us (3316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126468.310788:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5027 00000100:00100000:0.0:1746126468.312341:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.312452:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822022016 00000100:00100000:3.0:1746126468.312459:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822022016 00002000:00100000:3.0:1746126468.312516:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094699f80 x1830945822022016/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.312526:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699f80 with x1830945822022016 ext(0->7) 00010000:00010000:3.0:1746126468.312532:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 80 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.312545:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 80 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.312550:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094699f80 00000100:00100000:3.0:1746126468.312565:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1744 00000100:00100000:3.0:1746126468.312571:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1974:x1830945822022016:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126468.312803:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1974:x1830945822022016:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 231us (465us total) trans 4294968011 rc 0/0 00000100:00100000:3.0:1746126468.312812:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1744 00002000:00100000:3.0:1746126468.312817:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094699f80 x1830945822022016/t4294968011(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.312823:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699f80 with x1830945822022016 ext(0->7) 00010000:00010000:3.0:1746126468.312827:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.312836:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.312842:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094699f80 00000100:00100000:0.0:1746126468.317331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.317483:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822022144 00000100:00100000:2.0:1746126468.317489:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822022144 00010000:00010000:2.0:1746126468.317539:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.317563:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7241 00000100:00100000:2.0:1746126468.317568:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1975:x1830945822022144:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.317577:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.317593:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.317602:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.317618:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bcfb expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.317640:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.317641:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.317647:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.317653:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.317677:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.317687:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820447616:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.317751:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.319763:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.320036:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822022400 00000100:00100000:1.0:1746126468.320042:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822022400 00002000:00100000:1.0:1746126468.320072:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094698e00 x1830945822022400/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.320081:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698e00 with x1830945822022400 ext(0->4095) 00002000:00010000:1.0:1746126468.320086:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094698e00 00000100:00100000:1.0:1746126468.320109:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3876 00000100:00100000:1.0:1746126468.320116:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822022400:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126468.320274:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822022400:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.320280:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3876 00002000:00100000:1.0:1746126468.320286:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094698e00 x1830945822022400/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.320292:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698e00 with x1830945822022400 ext(0->4095) 00002000:00010000:1.0:1746126468.320295:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094698e00 00000100:00100000:2.0:1746126468.320536:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820447616:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.320550:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.320571:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1975:x1830945822022144:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3003us (3246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.320576:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7241 00000100:00100000:0.0:1746126468.324786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.325109:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822022528 00000100:00100000:1.0:1746126468.325116:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822022528 00000100:00100000:1.0:1746126468.325163:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5028 00000100:00100000:1.0:1746126468.325169:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31631:x1830945822022528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126468.325182:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126468.325195:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd09 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.325218:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.325228:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126468.325239:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126468.325242:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.325265:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.325275:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 5 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746126468.325285:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820447744:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126468.325350:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126468.327766:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820447744:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126468.327789:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.327803:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05fe00, rc 0) 00000100:00100000:1.0:1746126468.327833:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31631:x1830945822022528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2664us (3054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126468.327840:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5028 00000100:00100000:0.0:1746126468.328129:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.328188:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822022656 00000100:00100000:2.0:1746126468.328193:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822022656 00010000:00010000:2.0:1746126468.328213:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.328229:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7242 00000100:00100000:2.0:1746126468.328244:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822022656:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.328253:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.328267:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.328275:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.328290:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd02 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.328310:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.328312:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.328317:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.328323:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.328345:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.328354:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820447872:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.329699:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.330539:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820447872:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.330553:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.330580:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822022656:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2334us (2450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.330587:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7242 00000100:00100000:0.0:1746126468.332378:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.332455:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822022912 00000100:00100000:3.0:1746126468.332461:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822022912 00002000:00100000:3.0:1746126468.332529:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094698000 x1830945822022912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.332537:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698000 with x1830945822022912 ext(0->4095) 00002000:00010000:3.0:1746126468.332541:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094698000 00000100:00100000:3.0:1746126468.332566:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3877 00000100:00100000:3.0:1746126468.332573:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1975:x1830945822022912:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126468.332688:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1975:x1830945822022912:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (314us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.332693:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3877 00002000:00100000:3.0:1746126468.332698:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094698000 x1830945822022912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.332709:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698000 with x1830945822022912 ext(0->4095) 00002000:00010000:3.0:1746126468.332711:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094698000 00000100:00100000:0.0:1746126468.339390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.339737:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822023040 00000100:00100000:1.0:1746126468.339745:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822023040 00000100:00100000:1.0:1746126468.339786:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5029 00000100:00100000:1.0:1746126468.339793:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822023040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126468.339809:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126468.339823:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd10 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.339844:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.339850:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126468.339851:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126468.339854:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.339878:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.339888:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 81 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746126468.339897:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820448000:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126468.339962:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126468.341265:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820448000:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126468.341284:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.341295:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4353600, rc 0) 00000100:00100000:1.0:1746126468.341318:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822023040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1526us (1935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126468.341326:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5029 00000100:00100000:0.0:1746126468.357320:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.357511:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822023168 00000100:00100000:2.0:1746126468.357518:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822023168 00010000:00010000:2.0:1746126468.357545:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.357575:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7243 00000100:00100000:2.0:1746126468.357581:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1977:x1830945822023168:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.357591:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.357607:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.357617:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.357634:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05fe00/0x8f8d42f0d11166b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd09 expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.357655:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.357657:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.357662:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.357674:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.357699:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.357709:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820448128:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.358784:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.359182:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.359371:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822023296 00000100:00100000:1.0:1746126468.359376:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822023296 00000100:00100000:1.0:1746126468.359687:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5030 00000100:00100000:1.0:1746126468.359694:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31630:x1830945822023296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126468.359706:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126468.359719:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd17 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.359740:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.359746:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126468.359747:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126468.359750:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 83 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.359771:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.359780:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 5 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746126468.359788:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820448256:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126468.359841:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126468.363007:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820448256:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126468.363033:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 83 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.363046:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05ee00, rc 0) 00000100:00100000:1.0:1746126468.363083:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:31630:x1830945822023296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3389us (3902us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126468.363090:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5030 00000100:00100000:0.0:1746126468.364029:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.364108:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822023552 00000100:00100000:1.0:1746126468.364114:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822023552 00002000:00100000:1.0:1746126468.364142:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800939cb100 x1830945822023552/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.364150:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939cb100 with x1830945822023552 ext(0->4095) 00010000:00010000:1.0:1746126468.364155:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.364165:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.364170:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800939cb100 00000100:00100000:1.0:1746126468.364199:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1745 00000100:00100000:1.0:1746126468.364204:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822023552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126468.364325:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822023552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.364330:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1745 00002000:00100000:1.0:1746126468.364335:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800939cb100 x1830945822023552/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.364342:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939cb100 with x1830945822023552 ext(0->4095) 00010000:00010000:1.0:1746126468.364346:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.364354:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.364358:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800939cb100 00000100:00100000:2.0:1746126468.364512:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820448128:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.364522:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.364542:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1977:x1830945822023168:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6962us (7229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.364549:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7243 00000100:00100000:0.0:1746126468.368585:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.368870:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822023680 00000100:00100000:2.0:1746126468.368877:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822023680 00010000:00010000:2.0:1746126468.368905:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.369010:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7244 00000100:00100000:2.0:1746126468.369018:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822023680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.369029:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.369043:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.369056:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.369073:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11166bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd10 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.369097:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.369099:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.369104:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.369111:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.369134:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.369143:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820448384:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.369821:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.372875:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820448384:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.372892:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.372932:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822023680:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3915us (4353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.372940:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7244 00000100:00100000:0.0:1746126468.374658:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.374772:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822023936 00000100:00100000:3.0:1746126468.374779:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822023936 00002000:00100000:3.0:1746126468.374812:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800939cbb80 x1830945822023936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.374820:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939cbb80 with x1830945822023936 ext(0->4095) 00002000:00010000:3.0:1746126468.374824:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939cbb80 00000100:00100000:3.0:1746126468.374851:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3878 00000100:00100000:3.0:1746126468.374858:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1976:x1830945822023936:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126468.374975:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1976:x1830945822023936:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (321us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.374991:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3878 00002000:00100000:3.0:1746126468.374997:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800939cbb80 x1830945822023936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.375002:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939cbb80 with x1830945822023936 ext(0->4095) 00002000:00010000:3.0:1746126468.375005:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939cbb80 00000100:00100000:0.0:1746126468.383532:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.383808:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822024064 00000100:00100000:1.0:1746126468.383817:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822024064 00000100:00100000:1.0:1746126468.383859:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5031 00000100:00100000:1.0:1746126468.383866:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822024064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126468.383880:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126468.383895:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd1e expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.383918:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.383924:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126468.383926:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126468.383929:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.383951:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.383966:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 81 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746126468.383975:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820448512:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126468.384037:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126468.387450:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820448512:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126468.387476:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.387490:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4353a00, rc 0) 00000100:00100000:1.0:1746126468.387544:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822024064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3677us (4048us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126468.387551:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5031 00000100:00100000:0.0:1746126468.393755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.393827:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822024192 00000100:00100000:1.0:1746126468.393834:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822024192 00002000:00100000:1.0:1746126468.393872:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800948d6d80 x1830945822024192/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.393881:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6d80 with x1830945822024192 ext(0->7) 00010000:00010000:1.0:1746126468.393888:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.393900:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 82 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.393910:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6d80 00000100:00100000:1.0:1746126468.393940:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1746 00000100:00100000:1.0:1746126468.393948:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1975:x1830945822024192:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126468.394201:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1975:x1830945822024192:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 252us (449us total) trans 4294968012 rc 0/0 00000100:00100000:1.0:1746126468.394207:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1746 00002000:00100000:1.0:1746126468.394212:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800948d6d80 x1830945822024192/t4294968012(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.394219:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6d80 with x1830945822024192 ext(0->7) 00010000:00010000:1.0:1746126468.394223:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 84 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.394240:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 84 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.394245:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6d80 00000100:00100000:0.0:1746126468.405390:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.405600:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822024320 00000100:00100000:2.0:1746126468.405608:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822024320 00010000:00010000:2.0:1746126468.405637:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 84 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.405665:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7245 00000100:00100000:2.0:1746126468.405671:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1974:x1830945822024320:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.405681:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.405698:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 84 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.405708:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 84 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.405725:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ee00/0x8f8d42f0d11166c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd17 expref: 84 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.405744:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.405745:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.405752:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.405757:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.405780:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.405789:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820448640:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.405856:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.407466:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.407536:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822024576 00000100:00100000:3.0:1746126468.407541:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822024576 00002000:00100000:3.0:1746126468.407572:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6300 x1830945822024576/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.407581:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6300 with x1830945822024576 ext(0->4095) 00002000:00010000:3.0:1746126468.407585:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d6300 00000100:00100000:3.0:1746126468.407609:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3879 00000100:00100000:3.0:1746126468.407615:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822024576:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126468.407732:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822024576:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (269us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.407738:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3879 00002000:00100000:3.0:1746126468.407743:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6300 x1830945822024576/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.407749:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6300 with x1830945822024576 ext(0->4095) 00002000:00010000:3.0:1746126468.407752:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d6300 00000100:00100000:2.0:1746126468.408156:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820448640:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.408169:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.408203:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1974:x1830945822024320:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2531us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.408209:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7245 00000100:00100000:2.0:1746126468.409809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.409897:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822024704 00000100:00100000:0.0:1746126468.409903:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822024704 00000100:00100000:0.0:1746126468.409944:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5032 00000100:00100000:0.0:1746126468.409950:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:31631:x1830945822024704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126468.409963:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126468.409977:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd2c expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.409997:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.410003:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.410004:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.410007:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 84 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.410029:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.410038:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 5 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746126468.410047:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820448768:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126468.410112:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c150c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.412969:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800948d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820448768:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.412994:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 84 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.413009:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb8800, rc 0) 00000100:00100000:2.0:1746126468.413040:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:31631:x1830945822024704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3090us (3234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.413047:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5032 00000100:00100000:0.0:1746126468.416194:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.416859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.416927:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822024832 00000100:00100000:2.0:1746126468.416935:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822024832 00000100:00100000:3.0:1746126468.417053:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822024960 00000100:00100000:3.0:1746126468.417056:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822024960 00010000:00010000:3.0:1746126468.417075:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.417102:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7246 00000100:00100000:3.0:1746126468.417108:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822024960:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.417119:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.417135:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.417144:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.417162:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11166cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd1e expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.417247:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5033 00000100:00100000:2.0:1746126468.417252:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:31630:x1830945822024832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.417264:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.417274:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd25 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.417288:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.417292:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.417298:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.417301:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.417326:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.417335:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.417341:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.417342:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.417346:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.417352:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.417365:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.417374:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.417382:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820449024:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.417436:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00010000:00010000:3.0:1746126468.417792:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.417812:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822024960:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 704us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.417818:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7246 00000100:00100000:2.0:1746126468.421018:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820449024:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.421035:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:2.0:1746126468.421073:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:31630:x1830945822024832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3819us (4885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.421081:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5033 00000100:00100000:0.0:1746126468.422111:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.422406:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822025216 00000100:00100000:1.0:1746126468.422412:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822025216 00002000:00100000:1.0:1746126468.422447:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d7480 x1830945822025216/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.422455:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7480 with x1830945822025216 ext(0->4095) 00010000:00010000:1.0:1746126468.422462:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.422489:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.422524:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d7480 00000100:00100000:1.0:1746126468.422961:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1747 00000100:00100000:1.0:1746126468.422968:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1977:x1830945822025216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126468.423118:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1977:x1830945822025216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (1003us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.423124:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1747 00002000:00100000:1.0:1746126468.423129:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d7480 x1830945822025216/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.423135:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7480 with x1830945822025216 ext(0->4095) 00010000:00010000:1.0:1746126468.423139:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.423152:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.423157:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d7480 00000100:00100000:0.0:1746126468.426458:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.427227:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822025344 00000100:00100000:2.0:1746126468.427243:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822025344 00000100:00100000:2.0:1746126468.427288:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5034 00000100:00100000:2.0:1746126468.427295:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822025344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.427308:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.427321:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd33 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.427342:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.427346:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 84 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.427351:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126468.427353:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.427380:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 84 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.427389:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.427397:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126468.427442:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822025344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.427448:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5034 00000100:00100000:0.0:1746126468.428932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.429166:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822025472 00000100:00100000:3.0:1746126468.429172:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822025472 00010000:00010000:3.0:1746126468.429198:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.429228:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7247 00000100:00100000:3.0:1746126468.429241:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b139050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1977:x1830945822025472:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.429255:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.429272:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.429282:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.429304:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11166d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd2c expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.429330:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.429332:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.429337:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 84 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.429348:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 84 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.429375:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 84 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.429390:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 84 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.429400:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820449280:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.429469:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.433438:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820449280:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.433455:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.433883:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b139050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1977:x1830945822025472:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4640us (4952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.433893:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7247 00000100:00100000:0.0:1746126468.434203:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.434321:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822025728 00000100:00100000:3.0:1746126468.434326:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822025728 00002000:00100000:3.0:1746126468.434355:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4380 x1830945822025728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.434364:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4380 with x1830945822025728 ext(0->4095) 00010000:00010000:3.0:1746126468.434370:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 84 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.434381:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 84 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.434387:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d4380 00000100:00100000:3.0:1746126468.434410:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1748 00000100:00100000:3.0:1746126468.434416:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1976:x1830945822025728:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126468.434566:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1976:x1830945822025728:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.434571:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1748 00002000:00100000:3.0:1746126468.434575:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4380 x1830945822025728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.434581:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4380 with x1830945822025728 ext(0->4095) 00010000:00010000:3.0:1746126468.434585:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 84 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.434593:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 84 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.434598:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d4380 00000100:00100000:0.0:1746126468.439537:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.439581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.439908:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822025856 00000100:00100000:3.0:1746126468.439915:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822025856 00000100:00100000:3.0:1746126468.439950:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5035 00000100:00100000:3.0:1746126468.439956:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:31630:x1830945822025856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.439980:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.439994:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd3a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.440019:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.440025:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.440030:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126468.440033:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.440059:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.440069:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.440078:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15a00, rc 0) 00000100:00100000:3.0:1746126468.440112:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:31630:x1830945822025856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.440117:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5035 00000100:00100000:2.0:1746126468.440295:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822025984 00000100:00100000:2.0:1746126468.440299:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822025984 00010000:00010000:2.0:1746126468.440313:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.440336:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7248 00000100:00100000:2.0:1746126468.440341:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1976:x1830945822025984:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.440349:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.440365:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.440373:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.440386:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11166d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd25 expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.440398:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.440399:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.440404:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.440410:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.440427:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.440440:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 5 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.440953:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820449536:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.440998:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.445221:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820449536:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.445250:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.445686:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1976:x1830945822025984:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5342us (6102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.445696:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7248 00000100:00100000:0.0:1746126468.448387:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.448528:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822026240 00000100:00100000:1.0:1746126468.448536:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822026240 00002000:00100000:1.0:1746126468.448570:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6a00 x1830945822026240/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.448578:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6a00 with x1830945822026240 ext(0->4095) 00010000:00010000:1.0:1746126468.448585:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.448598:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.448604:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6a00 00000100:00100000:1.0:1746126468.448634:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1749 00000100:00100000:1.0:1746126468.448642:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822026240:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126468.448763:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822026240:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.448768:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1749 00002000:00100000:1.0:1746126468.448773:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6a00 x1830945822026240/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.448779:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6a00 with x1830945822026240 ext(0->4095) 00010000:00010000:1.0:1746126468.448784:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.448791:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.448796:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6a00 00000100:00100000:0.0:1746126468.455212:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.456520:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822026368 00000100:00100000:2.0:1746126468.456529:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822026368 00010000:00010000:2.0:1746126468.456562:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.456593:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7249 00000100:00100000:2.0:1746126468.456600:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822026368:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.456935:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.456953:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.456965:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.456983:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11166e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd33 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.457003:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.457005:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.457011:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 83 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.457019:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 83 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.457044:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 83 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.457054:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820449664:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.457245:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.460754:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820449664:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.460772:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.460815:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822026368:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4214us (5608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.460824:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7249 00000100:00100000:0.0:1746126468.463998:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.464041:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822026624 00000100:00100000:3.0:1746126468.464048:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822026624 00002000:00100000:3.0:1746126468.464080:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d7b80 x1830945822026624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.464088:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7b80 with x1830945822026624 ext(0->4095) 00002000:00010000:3.0:1746126468.464092:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d7b80 00000100:00100000:3.0:1746126468.464119:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3880 00000100:00100000:3.0:1746126468.464125:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1976:x1830945822026624:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126468.464265:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1976:x1830945822026624:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.464271:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3880 00002000:00100000:3.0:1746126468.464276:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d7b80 x1830945822026624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.464282:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7b80 with x1830945822026624 ext(0->4095) 00002000:00010000:3.0:1746126468.464284:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d7b80 00000100:00100000:0.0:1746126468.468861:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.468942:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822026752 00000100:00100000:2.0:1746126468.468982:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822026752 00000100:00100000:2.0:1746126468.469032:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5036 00000100:00100000:2.0:1746126468.469039:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822026752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.469052:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.469065:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd41 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.469456:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 83 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.469464:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.469466:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.469469:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.469527:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 83 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.469539:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 83 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.469554:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820449792:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.469625:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.477552:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820449792:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.477577:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.477593:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126468.477639:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822026752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8600us (8785us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.477645:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5036 00000100:00100000:0.0:1746126468.477967:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.478180:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822026880 00000100:00100000:3.0:1746126468.478667:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822026880 00002000:00100000:3.0:1746126468.478698:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800948d7800 x1830945822026880/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.478707:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7800 with x1830945822026880 ext(0->7) 00010000:00010000:3.0:1746126468.478713:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 84 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.478726:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 84 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.478732:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d7800 00000100:00100000:3.0:1746126468.479764:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1750 00000100:00100000:3.0:1746126468.479776:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1976:x1830945822026880:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126468.480069:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945822026880:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 296us (2101us total) trans 4294968013 rc 0/0 00000100:00100000:3.0:1746126468.480077:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1750 00002000:00100000:3.0:1746126468.480085:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800948d7800 x1830945822026880/t4294968013(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.480093:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7800 with x1830945822026880 ext(0->7) 00010000:00010000:3.0:1746126468.480100:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 86 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.480114:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 86 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.480120:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d7800 00000100:00100000:0.0:1746126468.490706:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.490785:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822027008 00000100:00100000:2.0:1746126468.490795:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822027008 00010000:00010000:2.0:1746126468.490828:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 86 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.491106:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7250 00000100:00100000:2.0:1746126468.491113:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945822027008:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.491124:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.491141:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 86 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.491152:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 86 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.491176:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d11166e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd3a expref: 86 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.491190:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.491192:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.491197:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.491204:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.491242:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.491253:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820449920:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.491398:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.493946:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820449920:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.493961:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.494006:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1976:x1830945822027008:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2892us (3309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.494014:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7250 00000100:00100000:0.0:1746126468.496323:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.496399:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822027264 00000100:00100000:1.0:1746126468.496408:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822027264 00002000:00100000:1.0:1746126468.496445:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4700 x1830945822027264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.496459:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4700 with x1830945822027264 ext(0->4095) 00002000:00010000:1.0:1746126468.496463:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4700 00000100:00100000:1.0:1746126468.496529:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3881 00000100:00100000:1.0:1746126468.496536:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822027264:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126468.496671:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822027264:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.496676:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3881 00002000:00100000:1.0:1746126468.496680:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4700 x1830945822027264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.496686:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4700 with x1830945822027264 ext(0->4095) 00002000:00010000:1.0:1746126468.496689:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4700 00000100:00100000:0.0:1746126468.508738:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.508861:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.509243:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822027392 00000100:00100000:2.0:1746126468.509252:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822027392 00000100:00100000:3.0:1746126468.509382:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822027520 00000100:00100000:3.0:1746126468.509385:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822027520 00000100:00100000:3.0:1746126468.509433:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5037 00000100:00100000:3.0:1746126468.509441:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:31631:x1830945822027520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.509459:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.509476:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd4f expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.509526:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.509534:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.509535:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.509538:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.509700:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5038 00000100:00100000:2.0:1746126468.509706:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31630:x1830945822027392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.509712:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.509718:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd48 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.509827:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.509845:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 5 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.509857:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820450048:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.509895:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.509900:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 88 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.509905:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.509908:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 88 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.509930:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 88 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.509942:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 88 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.509955:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126468.510086:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:31630:x1830945822027392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 380us (1359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.510093:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5038 00000100:00100000:3.0:1746126468.510196:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.511995:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820450048:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.512023:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.512039:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:3.0:1746126468.512077:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31631:x1830945822027520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2636us (3215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.512084:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5037 00000100:00100000:0.0:1746126468.515580:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.515731:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822027648 00000100:00100000:2.0:1746126468.515740:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822027648 00010000:00010000:2.0:1746126468.515778:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.515807:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7251 00000100:00100000:2.0:1746126468.515814:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822027648:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.515829:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.515851:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.515862:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.515884:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11166ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd41 expref: 6 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.515905:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.515907:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.515914:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.515927:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.515960:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.515972:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 86 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.515983:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820450304:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.516065:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.520256:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.520438:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822027904 00000100:00100000:3.0:1746126468.520447:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822027904 00002000:00100000:3.0:1746126468.520518:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135703800 x1830945822027904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.520528:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703800 with x1830945822027904 ext(0->4095) 00010000:00010000:3.0:1746126468.520537:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 87 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.520550:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 87 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.520561:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135703800 00000100:00100000:2.0:1746126468.520840:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820450304:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.520857:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.520896:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822027648:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5083us (5327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.520905:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7251 00000100:00100000:3.0:1746126468.521390:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1751 00000100:00100000:3.0:1746126468.521398:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1976:x1830945822027904:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126468.521557:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1976:x1830945822027904:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (1311us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.521562:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1751 00002000:00100000:3.0:1746126468.521566:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135703800 x1830945822027904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.521574:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703800 with x1830945822027904 ext(0->4095) 00010000:00010000:3.0:1746126468.521579:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 87 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.521588:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 87 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746126468.521593:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135703800 00000100:00100000:0.0:1746126468.527246:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.527312:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.527555:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822028032 00000100:00100000:2.0:1746126468.527564:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822028032 00010000:00010000:2.0:1746126468.527602:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 87 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.528073:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822028160 00000100:00100000:3.0:1746126468.528077:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822028160 00000100:00100000:3.0:1746126468.528107:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5039 00000100:00100000:3.0:1746126468.528115:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822028160:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.528129:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.528145:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd56 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.528175:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.528180:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 87 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.528185:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126468.528189:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.528225:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 87 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.528250:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.528261:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15a00, rc 0) 00000100:00100000:3.0:1746126468.528305:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822028160:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.528310:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5039 00000100:00100000:2.0:1746126468.528487:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7252 00000100:00100000:2.0:1746126468.528511:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1974:x1830945822028032:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.528521:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.528542:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 87 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.528553:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 87 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.528569:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d11166f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd4f expref: 87 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.528593:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.528595:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.528601:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 86 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.528608:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 86 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.528631:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 86 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.528643:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 86 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.528656:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820450560:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.528712:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.534424:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.534536:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822028416 00000100:00100000:1.0:1746126468.534545:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822028416 00002000:00100000:1.0:1746126468.534590:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135701180 x1830945822028416/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.534599:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701180 with x1830945822028416 ext(0->4095) 00010000:00010000:1.0:1746126468.534608:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 87 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.534622:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 87 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.534628:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135701180 00000100:00100000:1.0:1746126468.534662:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1752 00000100:00100000:1.0:1746126468.534669:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1975:x1830945822028416:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126468.534890:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1975:x1830945822028416:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.534897:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1752 00002000:00100000:1.0:1746126468.534903:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135701180 x1830945822028416/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.534909:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701180 with x1830945822028416 ext(0->4095) 00010000:00010000:1.0:1746126468.534913:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 87 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.534923:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 87 pid: 8481 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.534927:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135701180 00000100:00100000:2.0:1746126468.535517:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820450560:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.535542:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.535579:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1974:x1830945822028032:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7085us (8354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.535590:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7252 00010000:00010000:3.0:1746126468.536632:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126468.540125:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.540183:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.540273:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822028672 00000100:00100000:2.0:1746126468.540282:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822028672 00010000:00010000:2.0:1746126468.540320:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 86 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.540331:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822028544 00000100:00100000:3.0:1746126468.540335:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822028544 00000100:00100000:2.0:1746126468.540361:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7253 00000100:00100000:3.0:1746126468.540363:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5040 00000100:00100000:3.0:1746126468.540368:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31630:x1830945822028544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126468.540368:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1976:x1830945822028672:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.540383:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.540385:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.540398:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd5d expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.540405:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 87 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.540418:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 88 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.540429:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.540436:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.540442:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126468.540445:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 88 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.540532:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11166fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd48 expref: 88 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.540548:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.540549:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.540555:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.540556:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.540563:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.540573:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 87 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.540581:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14400, rc 0) 00010000:00010000:2.0:1746126468.540584:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.540596:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.540608:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820450816:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.540623:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31630:x1830945822028544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 255us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.540628:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5040 00000100:00100000:2.0:1746126468.540657:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.545895:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.546335:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820450816:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.546350:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.546384:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945822028672:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6016us (6269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.546392:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7253 00000100:00100000:1.0:1746126468.547054:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822028928 00000100:00100000:1.0:1746126468.547064:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822028928 00002000:00100000:1.0:1746126468.547092:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702d80 x1830945822028928/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.547102:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702d80 with x1830945822028928 ext(0->4095) 00010000:00010000:1.0:1746126468.547109:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.547120:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.547127:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135702d80 00000100:00100000:1.0:1746126468.547140:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1753 00000100:00100000:1.0:1746126468.547146:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822028928:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126468.547280:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822028928:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (1390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.547285:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1753 00002000:00100000:1.0:1746126468.547290:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702d80 x1830945822028928/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.547373:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702d80 with x1830945822028928 ext(0->4095) 00010000:00010000:1.0:1746126468.547378:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746126468.547386:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746126468.547391:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135702d80 00000100:00100000:0.0:1746126468.550414:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.551538:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822029056 00000100:00100000:2.0:1746126468.551547:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822029056 00010000:00010000:2.0:1746126468.551582:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.551616:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7254 00000100:00100000:2.0:1746126468.551623:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b138c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822029056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.551635:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.551650:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.551660:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.551678:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116703 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd56 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.551708:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.551710:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.551716:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.551724:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.551750:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.551760:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820450944:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.551822:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.558102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.558199:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820450944:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.558214:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.558258:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b138c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822029056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6635us (7849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.558268:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7254 00000100:00100000:1.0:1746126468.558673:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822029312 00000100:00100000:1.0:1746126468.558679:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822029312 00002000:00100000:1.0:1746126468.558714:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700a80 x1830945822029312/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.558724:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700a80 with x1830945822029312 ext(0->4095) 00002000:00010000:1.0:1746126468.558728:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700a80 00000100:00100000:1.0:1746126468.558754:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3882 00000100:00100000:1.0:1746126468.558764:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822029312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126468.558935:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822029312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 174us (838us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.558942:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3882 00002000:00100000:1.0:1746126468.558947:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700a80 x1830945822029312/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.558953:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700a80 with x1830945822029312 ext(0->4095) 00002000:00010000:1.0:1746126468.558956:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700a80 00000100:00100000:0.0:1746126468.560682:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.560919:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822029440 00000100:00100000:3.0:1746126468.560924:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822029440 00000100:00100000:3.0:1746126468.560962:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5041 00000100:00100000:3.0:1746126468.560968:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822029440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.560980:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.560993:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd64 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.561016:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.561022:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.561024:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.561026:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.561048:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 85 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.561058:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 85 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.561067:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820451072:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126468.561135:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.562347:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820451072:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.562364:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.562374:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14000, rc 0) 00000100:00100000:3.0:1746126468.562405:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822029440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1437us (1726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.562411:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5041 00000100:00100000:0.0:1746126468.562882:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.563035:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822029568 00000100:00100000:2.0:1746126468.563040:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822029568 00010000:00010000:2.0:1746126468.563060:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 86 pid: 8481 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746126468.563128:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7255 00000100:00100000:2.0:1746126468.563134:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945822029568:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126468.563145:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126468.563294:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 86 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.563303:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 86 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.563320:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d111670a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd5d expref: 86 pid: 8481 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746126468.563394:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.563396:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.563402:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.563409:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.563432:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126468.563445:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820451200:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126468.563512:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.565427:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820451200:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126468.565442:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126468.565470:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1976:x1830945822029568:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2336us (2588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.565482:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7255 00000100:00100000:0.0:1746126468.565883:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.566123:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822029824 00000100:00100000:2.0:1746126468.566128:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822029824 00002000:00100000:2.0:1746126468.566156:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135701f80 x1830945822029824/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.566165:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701f80 with x1830945822029824 ext(0->4095) 00002000:00010000:2.0:1746126468.566169:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135701f80 00000100:00100000:2.0:1746126468.566193:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3883 00000100:00100000:2.0:1746126468.566199:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822029824:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126468.566318:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822029824:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.566323:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3883 00002000:00100000:2.0:1746126468.566328:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135701f80 x1830945822029824/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.566335:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701f80 with x1830945822029824 ext(0->4095) 00002000:00010000:2.0:1746126468.566337:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135701f80 00000100:00100000:0.0:1746126468.568992:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.569151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.569733:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822029952 00000100:00100000:3.0:1746126468.569740:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822029952 00000100:00100000:3.0:1746126468.569771:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822030080 00000100:00100000:3.0:1746126468.569773:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822030080 00000100:00100000:3.0:1746126468.569787:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5042 00000100:00100000:3.0:1746126468.569792:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:31630:x1830945822029952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.569807:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.569820:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd6b expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.569841:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.569847:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.569848:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.569851:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.569873:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.569883:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 5 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.569892:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820451328:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126468.570084:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5043 00000100:00100000:0.0:1746126468.570091:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31631:x1830945822030080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126468.570098:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126468.570103:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd72 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.570113:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.570116:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 88 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.570120:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126468.570122:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 88 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.570141:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 88 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.570151:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 88 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.570158:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9e00, rc 0) 00000100:00100000:0.0:1746126468.570601:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:31631:x1830945822030080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 510us (1448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126468.570606:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5043 00000100:00100000:3.0:1746126468.570721:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.574194:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820451328:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.574215:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.574735:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15400, rc 0) 00000100:00100000:3.0:1746126468.574778:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31630:x1830945822029952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4984us (5791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.574784:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5042 00000100:00100000:1.0:1746126468.574974:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.575386:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822030208 00000100:00100000:3.0:1746126468.575406:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822030208 00010000:00010000:3.0:1746126468.575436:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.575474:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7256 00000100:00100000:3.0:1746126468.575479:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822030208:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.576557:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.576578:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.576590:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.576608:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116711 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd64 expref: 6 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.576630:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.576632:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.576638:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.576650:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.576751:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.576761:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 86 pid: 10567 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746126468.576772:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820451584:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.577578:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.582170:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820451584:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.582188:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126468.582678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.582857:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822030208:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7376us (7882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.582867:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7256 00000100:00100000:3.0:1746126468.582897:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822030464 00000100:00100000:3.0:1746126468.582901:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822030464 00002000:00100000:3.0:1746126468.582927:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702a00 x1830945822030464/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.582935:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702a00 with x1830945822030464 ext(0->4095) 00010000:00010000:3.0:1746126468.582942:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 87 pid: 10567 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746126468.582952:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 87 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.582959:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135702a00 00000100:00100000:3.0:1746126468.582972:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1754 00000100:00100000:3.0:1746126468.582978:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1977:x1830945822030464:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126468.583242:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1977:x1830945822030464:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 263us (564us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.583248:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1754 00002000:00100000:3.0:1746126468.583252:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702a00 x1830945822030464/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.583258:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702a00 with x1830945822030464 ext(0->4095) 00010000:00010000:3.0:1746126468.583262:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 87 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.583270:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 87 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.583275:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135702a00 00000100:00100000:0.0:1746126468.586425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.586531:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822030592 00000100:00100000:3.0:1746126468.586538:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822030592 00010000:00010000:3.0:1746126468.586562:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 87 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.586675:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7257 00000100:00100000:3.0:1746126468.586681:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1974:x1830945822030592:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.586691:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.586706:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 87 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.586716:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 87 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.586734:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116718 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd6b expref: 87 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.586744:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.586747:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.586752:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.586759:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.586781:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.586791:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820451712:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.587287:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.591781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.591817:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822030848 00000100:00100000:0.0:1746126468.591823:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822030848 00002000:00100000:0.0:1746126468.591860:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700e00 x1830945822030848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126468.591867:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700e00 with x1830945822030848 ext(0->4095) 00002000:00010000:0.0:1746126468.591871:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700e00 00000100:00100000:3.0:1746126468.591939:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820451712:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.591955:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.591994:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1974:x1830945822030592:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5313us (5575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.592003:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7257 00000100:00100000:2.0:1746126468.593051:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3884 00000100:00100000:2.0:1746126468.593059:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822030848:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.593195:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822030848:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (1419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.593201:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3884 00002000:00100000:2.0:1746126468.593207:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700e00 x1830945822030848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.593220:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700e00 with x1830945822030848 ext(0->4095) 00002000:00010000:2.0:1746126468.593224:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700e00 00000100:00100000:0.0:1746126468.596671:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.596877:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822030976 00000100:00100000:3.0:1746126468.596885:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822030976 00000100:00100000:3.0:1746126468.596916:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5044 00000100:00100000:3.0:1746126468.596921:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822030976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.596935:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.596948:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd79 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.596971:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 85 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.596978:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.596979:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.596982:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.597005:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 85 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.597014:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 85 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.597024:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820451840:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126468.597462:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.599481:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820451840:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.599520:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.599533:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:3.0:1746126468.599561:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822030976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2640us (2897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.599568:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5044 00000100:00100000:0.0:1746126468.602937:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.603019:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.603587:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822031232 00000100:00100000:2.0:1746126468.603595:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822031232 00000100:00100000:2.0:1746126468.603627:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5045 00000100:00100000:2.0:1746126468.603633:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:31630:x1830945822031232:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.603646:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.603661:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd80 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.603680:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.603685:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.603691:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126468.603694:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.603718:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.603728:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.603735:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126468.603769:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31630:x1830945822031232:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.603775:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5045 00000100:00100000:3.0:1746126468.603854:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822031104 00000100:00100000:3.0:1746126468.603858:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822031104 00010000:00010000:3.0:1746126468.603873:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 87 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.603892:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7258 00000100:00100000:3.0:1746126468.603898:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1976:x1830945822031104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.603907:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.603924:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 87 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.603931:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 87 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.603944:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111671f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd72 expref: 87 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.603957:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.603958:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.603962:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.603968:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.603988:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.603997:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 5 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.604006:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820452096:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.604042:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.607849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.608243:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822031488 00000100:00100000:1.0:1746126468.608251:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822031488 00002000:00100000:1.0:1746126468.608284:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099aff480 x1830945822031488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.608292:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff480 with x1830945822031488 ext(0->4095) 00010000:00010000:1.0:1746126468.608299:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126468.608312:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126468.608317:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aff480 00000100:00100000:1.0:1746126468.608333:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1755 00000100:00100000:1.0:1746126468.608339:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822031488:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126468.608483:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822031488:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (639us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.608489:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1755 00002000:00100000:1.0:1746126468.608512:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099aff480 x1830945822031488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.608519:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff480 with x1830945822031488 ext(0->4095) 00010000:00010000:1.0:1746126468.608523:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126468.608531:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126468.608535:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aff480 00000100:00100000:3.0:1746126468.609093:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820452096:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.610185:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.610219:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945822031104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6321us (7287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.610227:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7258 00000100:00100000:0.0:1746126468.613551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.613629:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822031616 00000100:00100000:3.0:1746126468.613635:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822031616 00010000:00010000:3.0:1746126468.613659:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.613689:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7259 00000100:00100000:3.0:1746126468.613695:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822031616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.613705:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.613721:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.613731:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.613749:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116726 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd79 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.613772:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.613774:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.613780:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.613786:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.613811:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.613821:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820452224:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.613867:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.616884:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820452224:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.616899:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.616941:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822031616:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3245us (3393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.616950:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7259 00000100:00100000:0.0:1746126468.620879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.620928:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822031872 00000100:00100000:2.0:1746126468.620935:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822031872 00002000:00100000:2.0:1746126468.620967:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099aff100 x1830945822031872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.620976:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff100 with x1830945822031872 ext(0->4095) 00002000:00010000:2.0:1746126468.620980:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aff100 00000100:00100000:2.0:1746126468.621317:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3885 00000100:00100000:2.0:1746126468.621324:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822031872:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.621456:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822031872:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (583us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.621463:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3885 00002000:00100000:2.0:1746126468.621468:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099aff100 x1830945822031872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.621476:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff100 with x1830945822031872 ext(0->4095) 00002000:00010000:2.0:1746126468.621478:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aff100 00000100:00100000:0.0:1746126468.624759:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.625016:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822032000 00000100:00100000:2.0:1746126468.625024:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822032000 00000100:00100000:2.0:1746126468.625327:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5046 00000100:00100000:2.0:1746126468.625334:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822032000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.625349:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.625362:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd87 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.625393:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.625399:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.625400:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.625403:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.625425:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.625433:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 85 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.625442:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820452352:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.625998:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.630932:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.631152:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822032128 00000100:00100000:1.0:1746126468.631160:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822032128 00002000:00100000:1.0:1746126468.631196:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880099affb80 x1830945822032128/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.631204:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099affb80 with x1830945822032128 ext(0->7) 00010000:00010000:1.0:1746126468.631211:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 86 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126468.631223:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 86 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126468.631239:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099affb80 00000100:00100000:2.0:1746126468.631334:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820452352:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.631353:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.631365:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:1.0:1746126468.631400:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1756 00000100:00100000:1.0:1746126468.631408:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945822032128:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126468.631684:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1976:x1830945822032128:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 277us (758us total) trans 4294968014 rc 0/0 00000100:00100000:1.0:1746126468.631690:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1756 00002000:00100000:1.0:1746126468.631697:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880099affb80 x1830945822032128/t4294968014(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.631703:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099affb80 with x1830945822032128 ext(0->7) 00010000:00010000:1.0:1746126468.631707:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 88 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126468.631715:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 88 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126468.631719:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099affb80 00000100:00100000:2.0:1746126468.631840:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822032000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6506us (7088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.631847:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5046 00000100:00100000:0.0:1746126468.637931:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.638974:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822032256 00000100:00100000:3.0:1746126468.638982:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822032256 00010000:00010000:3.0:1746126468.639010:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 88 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.639045:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7260 00000100:00100000:3.0:1746126468.639051:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1977:x1830945822032256:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.639064:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.639079:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 88 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.639088:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 88 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.639105:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111672d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd80 expref: 88 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.639127:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.639129:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.639134:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.639140:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.639164:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.639173:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820452480:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.640199:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.646348:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820452480:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.646365:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.646395:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1977:x1830945822032256:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7344us (8470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.646404:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7260 00000100:00100000:0.0:1746126468.648958:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.649147:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822032384 00000100:00100000:2.0:1746126468.649154:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822032384 00000100:00100000:2.0:1746126468.649194:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5047 00000100:00100000:2.0:1746126468.649200:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31630:x1830945822032384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.649213:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.649226:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd8e expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.649257:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.649262:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.649263:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.649266:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 88 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.649286:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.649295:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.649304:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820452608:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.649372:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.649934:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.650094:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822032640 00000100:00100000:3.0:1746126468.650098:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822032640 00002000:00100000:3.0:1746126468.650121:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425d880 x1830945822032640/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.650129:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d880 with x1830945822032640 ext(0->4095) 00010000:00010000:3.0:1746126468.650134:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.650143:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.650149:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425d880 00000100:00100000:3.0:1746126468.650162:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1757 00000100:00100000:3.0:1746126468.650168:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822032640:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126468.650290:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822032640:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.650295:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1757 00002000:00100000:3.0:1746126468.650301:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425d880 x1830945822032640/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.650307:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d880 with x1830945822032640 ext(0->4095) 00010000:00010000:3.0:1746126468.650311:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.650319:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.650324:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425d880 00000100:00100000:2.0:1746126468.651260:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820452608:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.651274:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 88 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.651288:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126468.651306:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:31630:x1830945822032384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2106us (2353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.651311:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5047 00000100:00100000:0.0:1746126468.657884:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.658003:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822032768 00000100:00100000:3.0:1746126468.658010:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822032768 00010000:00010000:3.0:1746126468.658038:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.658074:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7261 00000100:00100000:3.0:1746126468.658080:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b138850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822032768:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.658092:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.658107:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.658117:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.658134:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116734 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd87 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.658159:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.658160:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.658166:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 87 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.658178:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 87 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.658203:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 87 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.658212:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820452736:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.658289:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.660372:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820452736:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.660898:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.661115:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b138850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822032768:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3033us (3235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.661166:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7261 00000100:00100000:0.0:1746126468.661555:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.661865:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822033024 00000100:00100000:1.0:1746126468.661871:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822033024 00002000:00100000:1.0:1746126468.661903:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afe300 x1830945822033024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.661911:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe300 with x1830945822033024 ext(0->4095) 00002000:00010000:1.0:1746126468.661915:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afe300 00000100:00100000:1.0:1746126468.661940:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3886 00000100:00100000:1.0:1746126468.661946:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1974:x1830945822033024:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126468.662072:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1974:x1830945822033024:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.662078:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3886 00002000:00100000:1.0:1746126468.662083:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afe300 x1830945822033024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.662090:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe300 with x1830945822033024 ext(0->4095) 00002000:00010000:1.0:1746126468.662093:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afe300 00000100:00100000:0.0:1746126468.670057:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.670879:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822033152 00000100:00100000:2.0:1746126468.670886:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822033152 00000100:00100000:2.0:1746126468.670919:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5048 00000100:00100000:2.0:1746126468.670924:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822033152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.670938:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.670952:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd95 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.670972:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 87 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.670979:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.670980:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.670983:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.671004:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 87 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.671014:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 87 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.671027:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820452864:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.671090:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.672763:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820452864:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.672895:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.672907:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126468.672979:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822033152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2054us (2927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.673053:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5048 00000100:00100000:0.0:1746126468.674467:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.674563:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822033280 00000100:00100000:3.0:1746126468.674569:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822033280 00002000:00100000:3.0:1746126468.674597:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880099afd180 x1830945822033280/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.674605:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd180 with x1830945822033280 ext(0->7) 00010000:00010000:3.0:1746126468.674612:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 88 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.674624:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 88 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.674630:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099afd180 00000100:00100000:3.0:1746126468.674657:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1758 00000100:00100000:3.0:1746126468.674663:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1977:x1830945822033280:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126468.674886:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1977:x1830945822033280:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 223us (423us total) trans 4294968015 rc 0/0 00000100:00100000:3.0:1746126468.674892:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1758 00002000:00100000:3.0:1746126468.674897:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880099afd180 x1830945822033280/t4294968015(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.674903:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd180 with x1830945822033280 ext(0->7) 00010000:00010000:3.0:1746126468.674907:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 90 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.674915:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 90 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.674920:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099afd180 00000100:00100000:0.0:1746126468.677191:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.677277:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822033408 00000100:00100000:3.0:1746126468.677283:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822033408 00010000:00010000:3.0:1746126468.677307:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 90 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.677478:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7262 00000100:00100000:3.0:1746126468.677484:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1977:x1830945822033408:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.677704:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.677721:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 90 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.677734:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 90 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.677752:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111673b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd8e expref: 90 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.677936:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.677938:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.677945:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.677951:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.677976:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.677986:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820452992:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.678240:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.682654:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820452992:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.682671:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.682709:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+89:1977:x1830945822033408:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5224us (5521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.682717:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7262 00000100:00100000:0.0:1746126468.683708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.684008:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822033664 00000100:00100000:1.0:1746126468.684014:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822033664 00002000:00100000:1.0:1746126468.684041:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afed80 x1830945822033664/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.684471:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afed80 with x1830945822033664 ext(0->4095) 00002000:00010000:1.0:1746126468.684476:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afed80 00000100:00100000:1.0:1746126468.684527:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3887 00000100:00100000:1.0:1746126468.684534:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822033664:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126468.684654:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822033664:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (949us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.684659:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3887 00002000:00100000:1.0:1746126468.684664:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afed80 x1830945822033664/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.684671:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afed80 with x1830945822033664 ext(0->4095) 00002000:00010000:1.0:1746126468.684673:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afed80 00000100:00100000:0.0:1746126468.685627:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.685743:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822033792 00000100:00100000:2.0:1746126468.685750:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822033792 00000100:00100000:2.0:1746126468.685774:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5049 00000100:00100000:2.0:1746126468.685778:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+89:31630:x1830945822033792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.685788:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.685802:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bd9c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.685821:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.685827:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.685829:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.685832:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 90 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.685858:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.685867:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.685876:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820453120:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.685938:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.686428:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.687376:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820453120:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.687397:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 90 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.687408:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:3.0:1746126468.687449:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:31630:x1830945822033792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1669us (1823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.687455:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5049 00000100:00100000:2.0:1746126468.687458:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822033920 00000100:00100000:2.0:1746126468.687461:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822033920 00000100:00100000:2.0:1746126468.687479:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5050 00000100:00100000:2.0:1746126468.687484:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:31631:x1830945822033920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.687690:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.687700:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bda3 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.687715:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.687718:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 91 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.687722:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.687724:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.687742:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 91 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.687753:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.687758:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126468.687787:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:31631:x1830945822033920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 303us (1359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.687792:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5050 00000100:00100000:0.0:1746126468.689076:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.689118:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822034048 00000100:00100000:3.0:1746126468.689123:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822034048 00010000:00010000:3.0:1746126468.689143:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.689299:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7263 00000100:00100000:3.0:1746126468.689306:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822034048:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.689316:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.689332:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.689341:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.689618:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116742 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd95 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.689638:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.689640:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.689645:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 90 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.689652:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 90 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.689675:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 90 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.689684:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 90 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.689693:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820453376:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.689946:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.691416:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820453376:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.691430:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.691457:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822034048:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2151us (2383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.691463:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7263 00000100:00100000:1.0:1746126468.693813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.693906:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822034304 00000100:00100000:3.0:1746126468.693913:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822034304 00002000:00100000:3.0:1746126468.693945:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706680 x1830945822034304/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.693954:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706680 with x1830945822034304 ext(0->4095) 00010000:00010000:3.0:1746126468.693961:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 91 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.693973:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 91 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.693979:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c706680 00000100:00100000:3.0:1746126468.694001:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1759 00000100:00100000:3.0:1746126468.694007:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1976:x1830945822034304:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126468.694131:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1976:x1830945822034304:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (321us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.694136:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1759 00002000:00100000:3.0:1746126468.694142:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706680 x1830945822034304/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.694148:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706680 with x1830945822034304 ext(0->4095) 00010000:00010000:3.0:1746126468.694152:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 91 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.694160:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 91 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.694165:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c706680 00000100:00100000:0.0:1746126468.697882:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.697967:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822034432 00000100:00100000:3.0:1746126468.697975:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822034432 00010000:00010000:3.0:1746126468.698003:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 91 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.698161:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7264 00000100:00100000:3.0:1746126468.698168:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1976:x1830945822034432:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.698180:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.698197:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 91 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.698206:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 91 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.698223:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d1116749 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bd9c expref: 91 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.698803:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.698806:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.698813:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 90 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.698821:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 90 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.698846:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 90 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.698856:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820453504:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.698924:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.703000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.703094:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820453504:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.703110:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.703141:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1976:x1830945822034432:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4973us (5264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.703149:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7264 00000100:00100000:1.0:1746126468.703444:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822034688 00000100:00100000:1.0:1746126468.703450:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822034688 00002000:00100000:1.0:1746126468.703482:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab5880 x1830945822034688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.703490:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab5880 with x1830945822034688 ext(0->4095) 00002000:00010000:1.0:1746126468.703513:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab5880 00000100:00100000:1.0:1746126468.703529:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3888 00000100:00100000:1.0:1746126468.703535:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1975:x1830945822034688:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126468.703650:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1975:x1830945822034688:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (656us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.703656:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3888 00002000:00100000:1.0:1746126468.703660:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab5880 x1830945822034688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.703667:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab5880 with x1830945822034688 ext(0->4095) 00002000:00010000:1.0:1746126468.703670:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab5880 00000100:00100000:0.0:1746126468.705761:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.706384:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822034816 00000100:00100000:2.0:1746126468.706389:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822034816 00000100:00100000:2.0:1746126468.706428:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5051 00000100:00100000:2.0:1746126468.706435:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822034816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.706447:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.706461:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bdaa expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.706483:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 89 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.706489:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.706490:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.706520:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.706543:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 89 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.706557:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 89 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.706812:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820453632:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.706886:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.710622:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820453632:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.710645:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.710657:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126468.710920:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822034816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4484us (5162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.710927:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5051 00000100:00100000:0.0:1746126468.711467:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.711535:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822034944 00000100:00100000:3.0:1746126468.711540:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822034944 00010000:00010000:3.0:1746126468.711559:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 90 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.711584:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7265 00000100:00100000:3.0:1746126468.711588:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1976:x1830945822034944:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.711598:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.711612:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 90 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.711621:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 90 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.711774:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116750 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bda3 expref: 90 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.712082:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.712084:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.712091:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.712097:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.712121:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.712130:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820453760:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.712193:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.714444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.714639:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822035072 00000100:00100000:2.0:1746126468.714645:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822035072 00000100:00100000:2.0:1746126468.714672:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5052 00000100:00100000:2.0:1746126468.714677:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:31630:x1830945822035072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.714690:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.714702:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bdb1 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.714719:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.714729:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.714730:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.714733:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.714751:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.714759:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 5 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.714767:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820453888:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.714811:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.715014:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820453760:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.715027:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.715045:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1976:x1830945822034944:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3457us (3579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.715052:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7265 00000100:00100000:0.0:1746126468.718223:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.718383:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820453888:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.718403:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 90 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.718417:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:3.0:1746126468.719003:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822035328 00000100:00100000:3.0:1746126468.719009:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822035328 00002000:00100000:3.0:1746126468.719044:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab4700 x1830945822035328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.719051:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4700 with x1830945822035328 ext(0->4095) 00010000:00010000:3.0:1746126468.719057:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.719067:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.719073:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab4700 00000100:00100000:2.0:1746126468.719276:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:31630:x1830945822035072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4597us (4836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.719283:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5052 00000100:00100000:3.0:1746126468.719834:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1760 00000100:00100000:3.0:1746126468.719841:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822035328:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126468.719945:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822035328:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (1729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.719950:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1760 00002000:00100000:3.0:1746126468.719955:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab4700 x1830945822035328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.719967:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4700 with x1830945822035328 ext(0->4095) 00010000:00010000:3.0:1746126468.719972:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.719980:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.719986:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab4700 00000100:00100000:0.0:1746126468.725424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.725612:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822035456 00000100:00100000:3.0:1746126468.725621:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822035456 00010000:00010000:3.0:1746126468.725648:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.726380:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7266 00000100:00100000:3.0:1746126468.726389:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822035456:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.726402:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.726420:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.726430:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.726448:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116757 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdaa expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.726886:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.726889:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.726896:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 89 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.726903:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 89 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.726929:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 89 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.726939:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820454016:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.727593:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e993c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.731456:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820454016:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.731473:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.731523:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822035456:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5135us (6104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.731533:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7266 00000100:00100000:0.0:1746126468.732976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.736632:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822035712 00000100:00100000:2.0:1746126468.736641:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822035712 00002000:00100000:2.0:1746126468.736675:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b55c00 x1830945822035712/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.736691:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b55c00 with x1830945822035712 ext(0->4095) 00002000:00010000:2.0:1746126468.736696:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b55c00 00000100:00100000:2.0:1746126468.736721:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3889 00000100:00100000:2.0:1746126468.736727:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1976:x1830945822035712:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126468.736852:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1976:x1830945822035712:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (3878us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.736857:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3889 00002000:00100000:2.0:1746126468.736862:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b55c00 x1830945822035712/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.736869:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b55c00 with x1830945822035712 ext(0->4095) 00002000:00010000:2.0:1746126468.736871:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b55c00 00000100:00100000:0.0:1746126468.739445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.739522:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822035840 00000100:00100000:2.0:1746126468.739528:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822035840 00000100:00100000:2.0:1746126468.739567:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5053 00000100:00100000:2.0:1746126468.739574:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822035840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.739587:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.739600:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bdb8 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.739623:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 89 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.739630:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.739631:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.739635:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.739657:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 89 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.739667:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 89 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.739677:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820454144:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.739745:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.752568:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820454144:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.752593:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.752608:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126468.752658:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822035840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13083us (13217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.752665:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5053 00000100:00100000:0.0:1746126468.757927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.758004:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822035968 00000100:00100000:3.0:1746126468.758012:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822035968 00002000:00100000:3.0:1746126468.758044:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092b54000 x1830945822035968/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.758053:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54000 with x1830945822035968 ext(0->7) 00010000:00010000:3.0:1746126468.758061:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 90 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.758074:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 90 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.758085:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b54000 00000100:00100000:3.0:1746126468.758114:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1761 00000100:00100000:3.0:1746126468.758120:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1976:x1830945822035968:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126468.758364:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822035968:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 244us (444us total) trans 4294968016 rc 0/0 00000100:00100000:3.0:1746126468.758370:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1761 00002000:00100000:3.0:1746126468.758375:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092b54000 x1830945822035968/t4294968016(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.758382:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54000 with x1830945822035968 ext(0->7) 00010000:00010000:3.0:1746126468.758385:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 92 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.758393:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 92 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.758398:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b54000 00000100:00100000:0.0:1746126468.772270:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.772315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.772434:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822036096 00000100:00100000:3.0:1746126468.772442:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822036096 00010000:00010000:3.0:1746126468.772470:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 92 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.773068:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822036224 00000100:00100000:2.0:1746126468.773073:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822036224 00000100:00100000:2.0:1746126468.773101:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5054 00000100:00100000:2.0:1746126468.773107:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:31630:x1830945822036224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.773118:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.773129:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bdbf expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.773151:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.773156:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.773161:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126468.773164:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 94 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.773190:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.773201:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 94 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.773209:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126468.773254:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:31630:x1830945822036224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.773259:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5054 00000100:00100000:3.0:1746126468.773325:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7267 00000100:00100000:3.0:1746126468.773330:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1976:x1830945822036096:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.773338:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.773354:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 93 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.773362:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 93 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.773375:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d111675e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb1 expref: 93 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.773388:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.773389:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.773393:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.773399:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.773414:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.773421:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 5 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.773429:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820454400:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.773465:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e993c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.785871:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820454400:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.785889:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.786708:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822036096:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 13374us (14443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.786720:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7267 00000100:00100000:2.0:1746126468.791615:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.791642:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822036480 00000100:00100000:2.0:1746126468.791649:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822036480 00002000:00100000:2.0:1746126468.791679:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425c700 x1830945822036480/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.791687:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c700 with x1830945822036480 ext(0->4095) 00010000:00010000:2.0:1746126468.791694:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126468.791709:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126468.791715:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425c700 00000100:00100000:2.0:1746126468.791734:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1762 00000100:00100000:2.0:1746126468.791739:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822036480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.791852:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822036480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (243us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.791857:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1762 00002000:00100000:2.0:1746126468.791862:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425c700 x1830945822036480/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.791869:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c700 with x1830945822036480 ext(0->4095) 00010000:00010000:2.0:1746126468.791872:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126468.791880:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126468.791884:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425c700 00000100:00100000:0.0:1746126468.794691:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.794775:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822036608 00000100:00100000:3.0:1746126468.794783:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822036608 00010000:00010000:3.0:1746126468.794810:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.794842:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7268 00000100:00100000:3.0:1746126468.794847:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b138450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822036608:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.794858:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.794874:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.794883:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.794902:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116765 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdb8 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.794925:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.794927:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.794933:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.794939:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.794964:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.794974:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820454528:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.795034:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e993c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.797604:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820454528:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.797619:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.797646:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b138450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822036608:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2798us (2961us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.797653:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7268 00000100:00100000:0.0:1746126468.798798:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.799409:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822036864 00000100:00100000:3.0:1746126468.799415:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822036864 00002000:00100000:3.0:1746126468.799444:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b55180 x1830945822036864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.799452:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b55180 with x1830945822036864 ext(0->4095) 00002000:00010000:3.0:1746126468.799456:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b55180 00000100:00100000:2.0:1746126468.800727:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3890 00000100:00100000:2.0:1746126468.800742:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822036864:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126468.800874:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822036864:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (2079us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.800883:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3890 00002000:00100000:2.0:1746126468.800889:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b55180 x1830945822036864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.800896:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b55180 with x1830945822036864 ext(0->4095) 00002000:00010000:2.0:1746126468.800900:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b55180 00000100:00100000:0.0:1746126468.807776:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.808042:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822036992 00000100:00100000:3.0:1746126468.808049:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822036992 00000100:00100000:3.0:1746126468.809068:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5055 00000100:00100000:3.0:1746126468.809078:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822036992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.809094:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.809107:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bdc6 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.809130:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.809140:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.809142:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.809144:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.809166:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.809176:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 91 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.809186:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820454656:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126468.811547:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e996c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.817683:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820454656:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.817710:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.817725:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15600, rc 0) 00000100:00100000:3.0:1746126468.817769:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822036992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8693us (9999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.817776:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5055 00000100:00100000:0.0:1746126468.823287:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.823369:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822037120 00000100:00100000:3.0:1746126468.823376:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822037120 00002000:00100000:3.0:1746126468.823410:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092b57100 x1830945822037120/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.823423:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b57100 with x1830945822037120 ext(0->7) 00010000:00010000:3.0:1746126468.823430:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 92 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.823443:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 92 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.823448:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b57100 00000100:00100000:3.0:1746126468.823477:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1763 00000100:00100000:3.0:1746126468.823483:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822037120:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126468.825557:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1976:x1830945822037120:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 2065us (2267us total) trans 4294968017 rc 0/0 00000100:00100000:3.0:1746126468.825565:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1763 00002000:00100000:3.0:1746126468.825572:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092b57100 x1830945822037120/t4294968017(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.825583:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b57100 with x1830945822037120 ext(0->7) 00010000:00010000:3.0:1746126468.825590:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 94 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.825605:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 94 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.825612:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b57100 00000100:00100000:0.0:1746126468.831667:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.831724:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822037248 00000100:00100000:3.0:1746126468.831733:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822037248 00000100:00100000:3.0:1746126468.832289:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5056 00000100:00100000:3.0:1746126468.832297:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:31630:x1830945822037248:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.832316:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.832330:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bdcd expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.832353:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.832358:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.832364:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126468.832367:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.832393:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.832403:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.832410:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15400, rc 0) 00000100:00100000:3.0:1746126468.832707:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:31630:x1830945822037248:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 410us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.832713:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5056 00000100:00100000:0.0:1746126468.834720:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.834894:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822037376 00000100:00100000:3.0:1746126468.834899:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822037376 00010000:00010000:3.0:1746126468.834922:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 95 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.834962:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7269 00000100:00100000:3.0:1746126468.834968:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1974:x1830945822037376:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.834978:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.834994:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 95 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.835003:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 95 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.835031:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111676c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdbf expref: 95 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.835054:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.835056:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.835062:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.835069:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.835091:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.835100:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.835114:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820454912:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.835173:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e996c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.839633:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.840121:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820454912:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.840136:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.840166:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1974:x1830945822037376:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5198us (5449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.840175:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7269 00000100:00100000:2.0:1746126468.840267:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822037632 00000100:00100000:2.0:1746126468.840272:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822037632 00002000:00100000:2.0:1746126468.840301:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b56300 x1830945822037632/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.840309:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b56300 with x1830945822037632 ext(0->4095) 00010000:00010000:2.0:1746126468.840315:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126468.840326:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126468.840331:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b56300 00000100:00100000:2.0:1746126468.840354:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1764 00000100:00100000:2.0:1746126468.840359:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822037632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.840477:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822037632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (850us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.840483:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1764 00002000:00100000:2.0:1746126468.840487:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b56300 x1830945822037632/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.840520:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b56300 with x1830945822037632 ext(0->4095) 00010000:00010000:2.0:1746126468.840525:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126468.840533:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126468.840538:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b56300 00000100:00100000:0.0:1746126468.847371:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.847640:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822037760 00000100:00100000:3.0:1746126468.847647:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822037760 00010000:00010000:3.0:1746126468.847674:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.847703:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7270 00000100:00100000:3.0:1746126468.847708:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822037760:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.847718:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.847733:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.847743:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.847759:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116773 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdc6 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.847778:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.847780:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.847786:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.847792:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.847814:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.847822:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820455040:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.847873:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e996c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.852278:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.852673:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820455040:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.852688:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.853387:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822037760:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5677us (6020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.853396:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7270 00000100:00100000:2.0:1746126468.853647:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822038016 00000100:00100000:2.0:1746126468.853653:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822038016 00002000:00100000:2.0:1746126468.853681:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ea00 x1830945822038016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.853689:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ea00 with x1830945822038016 ext(0->4095) 00002000:00010000:2.0:1746126468.853692:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4ea00 00000100:00100000:2.0:1746126468.853717:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3891 00000100:00100000:2.0:1746126468.853723:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1977:x1830945822038016:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.853824:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1977:x1830945822038016:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (1551us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.853829:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3891 00002000:00100000:2.0:1746126468.853834:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ea00 x1830945822038016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.853841:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ea00 with x1830945822038016 ext(0->4095) 00002000:00010000:2.0:1746126468.853843:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4ea00 00000100:00100000:0.0:1746126468.859917:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.859998:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822038144 00000100:00100000:3.0:1746126468.860027:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822038144 00000100:00100000:3.0:1746126468.860071:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5057 00000100:00100000:3.0:1746126468.860079:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822038144:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.860094:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.860107:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bdd4 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.860130:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.860140:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.860141:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.860144:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.860168:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 93 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.860177:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 93 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.860187:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820455168:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126468.860256:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e996c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.868239:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820455168:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.868263:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.868276:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:3.0:1746126468.868306:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822038144:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8227us (8395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.868312:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5057 00000100:00100000:0.0:1746126468.868908:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.868966:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822038272 00000100:00100000:3.0:1746126468.868971:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822038272 00002000:00100000:3.0:1746126468.868997:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e4ce00 x1830945822038272/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.869009:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ce00 with x1830945822038272 ext(0->7) 00010000:00010000:3.0:1746126468.869014:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 94 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.869023:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 94 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.869028:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ce00 00000100:00100000:3.0:1746126468.869053:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1765 00000100:00100000:3.0:1746126468.869059:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1977:x1830945822038272:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126468.869297:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822038272:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 238us (389us total) trans 4294968018 rc 0/0 00000100:00100000:3.0:1746126468.869303:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1765 00002000:00100000:3.0:1746126468.869309:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e4ce00 x1830945822038272/t4294968018(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 496/448 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.869315:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ce00 with x1830945822038272 ext(0->7) 00010000:00010000:3.0:1746126468.869319:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.869328:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.869333:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ce00 00000100:00100000:0.0:1746126468.873184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.875533:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822038400 00000100:00100000:3.0:1746126468.875542:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822038400 00010000:00010000:3.0:1746126468.875569:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.875599:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7271 00000100:00100000:3.0:1746126468.875605:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1974:x1830945822038400:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.875615:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.875632:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.875643:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.875660:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111677a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdcd expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.875679:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.875681:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.875687:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.875693:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.875718:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.875727:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820455296:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.875790:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e996c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.879926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.879960:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822038656 00000100:00100000:0.0:1746126468.879966:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822038656 00002000:00100000:0.0:1746126468.879999:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4f800 x1830945822038656/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126468.880014:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4f800 with x1830945822038656 ext(0->4095) 00002000:00010000:0.0:1746126468.880018:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4f800 00000100:00100000:0.0:1746126468.880032:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3892 00000100:00100000:0.0:1746126468.880037:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822038656:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126468.880159:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822038656:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (239us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126468.880164:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3892 00002000:00100000:0.0:1746126468.880169:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4f800 x1830945822038656/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126468.880174:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4f800 with x1830945822038656 ext(0->4095) 00002000:00010000:0.0:1746126468.880176:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4f800 00000100:00100000:0.0:1746126468.881799:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.882452:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822038784 00000100:00100000:2.0:1746126468.882458:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822038784 00000100:00100000:2.0:1746126468.882487:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5058 00000100:00100000:2.0:1746126468.882512:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31631:x1830945822038784:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.882525:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.882539:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bddb expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.882560:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.882567:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.882568:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.882572:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.882593:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.882603:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.882612:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820455424:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.882673:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.887088:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820455296:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.887105:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.887138:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1974:x1830945822038400:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 11533us (13959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.887147:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7271 00000100:00100000:2.0:1746126468.887904:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820455424:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.887923:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.887942:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126468.887966:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31631:x1830945822038784:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5473us (6169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.887972:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5058 00000100:00100000:0.0:1746126468.890161:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.890219:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822038912 00000100:00100000:3.0:1746126468.890226:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822038912 00010000:00010000:3.0:1746126468.890260:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.890292:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7272 00000100:00100000:3.0:1746126468.890298:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822038912:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.890308:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.890325:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.890335:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.890353:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116781 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdd4 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.890377:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.890379:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.890384:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.890396:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.890418:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.890428:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820455552:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.890490:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e996c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.894263:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820455552:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126468.894265:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.894316:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822039168 00000100:00100000:1.0:1746126468.894321:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822039168 00002000:00100000:1.0:1746126468.894353:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4df80 x1830945822039168/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.894362:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4df80 with x1830945822039168 ext(0->4095) 00002000:00010000:1.0:1746126468.894366:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4df80 00000100:00100000:1.0:1746126468.894381:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3893 00000100:00100000:1.0:1746126468.894387:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1975:x1830945822039168:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126468.894539:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1975:x1830945822039168:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.894546:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3893 00002000:00100000:1.0:1746126468.894551:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4df80 x1830945822039168/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.894558:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4df80 with x1830945822039168 ext(0->4095) 00002000:00010000:1.0:1746126468.894561:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4df80 00010000:00010000:3.0:1746126468.894613:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.894649:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822038912:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4351us (4493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.894656:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7272 00000100:00100000:0.0:1746126468.897472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.897608:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822039296 00000100:00100000:2.0:1746126468.897615:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822039296 00000100:00100000:2.0:1746126468.897645:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5059 00000100:00100000:2.0:1746126468.897651:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822039296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.897663:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.897675:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bde2 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.897922:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.897931:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.897932:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.897935:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.897959:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.897969:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 95 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.898106:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820455680:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.898175:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.906364:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820455680:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.906385:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.906399:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126468.906442:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822039296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8791us (8975us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.906449:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5059 00000100:00100000:0.0:1746126468.908668:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.909197:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822039424 00000100:00100000:3.0:1746126468.909204:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822039424 00010000:00010000:3.0:1746126468.909242:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.909601:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7273 00000100:00100000:3.0:1746126468.909608:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1975:x1830945822039424:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.909620:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.909636:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.909646:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.909662:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116788 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bddb expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.909686:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.909688:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.909693:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.909699:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.909721:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.909729:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820455808:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.909785:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e996c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.910367:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.910710:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822039552 00000100:00100000:2.0:1746126468.910714:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822039552 00000100:00100000:2.0:1746126468.910743:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5060 00000100:00100000:2.0:1746126468.910748:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822039552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.910760:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.910770:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bde9 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.910786:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.910791:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.910793:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.910795:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.910815:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.910824:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.910832:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820455936:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.910883:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.913043:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820455808:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.913059:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.913098:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1975:x1830945822039424:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3490us (4433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.913107:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7273 00000100:00100000:1.0:1746126468.913293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.913313:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822039808 00000100:00100000:0.0:1746126468.913318:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822039808 00002000:00100000:0.0:1746126468.913344:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706d80 x1830945822039808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126468.913353:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706d80 with x1830945822039808 ext(0->4095) 00010000:00010000:0.0:1746126468.913359:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126468.913371:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746126468.913377:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c706d80 00000100:00100000:0.0:1746126468.913388:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1766 00000100:00100000:0.0:1746126468.913392:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822039808:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126468.913492:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822039808:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (200us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126468.913515:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1766 00002000:00100000:0.0:1746126468.913519:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706d80 x1830945822039808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126468.913526:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706d80 with x1830945822039808 ext(0->4095) 00010000:00010000:0.0:1746126468.913530:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126468.913539:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746126468.913544:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c706d80 00000100:00100000:2.0:1746126468.913565:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820455936:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.913582:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.913592:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126468.913613:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822039552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2865us (3248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.913619:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5060 00000100:00100000:0.0:1746126468.919872:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.919920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.920009:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822039936 00000100:00100000:3.0:1746126468.920016:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822039936 00010000:00010000:3.0:1746126468.920046:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.920681:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822040064 00000100:00100000:2.0:1746126468.920686:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822040064 00000100:00100000:2.0:1746126468.920716:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5061 00000100:00100000:2.0:1746126468.920722:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31631:x1830945822040064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.920734:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.920745:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bdf0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.920765:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.920770:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.920775:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.920777:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 8 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.920803:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.920812:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 8 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.920820:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126468.920855:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:31631:x1830945822040064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.920860:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5061 00000100:00100000:3.0:1746126468.921387:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7274 00000100:00100000:3.0:1746126468.921394:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945822039936:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.921403:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.921419:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 7 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.921428:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 7 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.921442:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d111678f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde2 expref: 7 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.921463:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.921464:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.921469:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.921475:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.921492:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.921514:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 95 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.921529:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820456192:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.921574:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e996c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.924707:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820456192:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.924725:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.925333:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822039936:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3937us (5464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.925343:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7274 00000100:00100000:0.0:1746126468.926853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.926924:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822040320 00000100:00100000:2.0:1746126468.926930:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822040320 00002000:00100000:2.0:1746126468.926963:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ca80 x1830945822040320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.926973:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830945822040320 ext(0->4095) 00010000:00010000:2.0:1746126468.926980:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126468.926993:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126468.927003:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ca80 00000100:00100000:2.0:1746126468.927435:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1767 00000100:00100000:2.0:1746126468.927441:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822040320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126468.927574:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822040320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (724us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.927579:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1767 00002000:00100000:2.0:1746126468.927584:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ca80 x1830945822040320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.927590:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830945822040320 ext(0->4095) 00010000:00010000:2.0:1746126468.927594:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126468.927602:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126468.927607:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ca80 00000100:00100000:0.0:1746126468.929693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126468.929736:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.929991:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822040576 00000100:00100000:3.0:1746126468.929998:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822040576 00010000:00010000:3.0:1746126468.930022:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.930054:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7275 00000100:00100000:3.0:1746126468.930060:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b138050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822040576:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.930071:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.930086:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.930096:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.930113:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116796 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bde9 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.930127:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.930130:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.930135:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.930142:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.930168:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.930178:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820456320:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.930252:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e996c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.930341:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822040448 00000100:00100000:2.0:1746126468.930344:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822040448 00000100:00100000:2.0:1746126468.930373:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5062 00000100:00100000:2.0:1746126468.930378:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822040448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.930389:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.930398:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bdf7 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.930415:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.930420:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.930422:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.930424:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.930437:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.930446:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.930453:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820456448:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.930472:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.932691:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820456320:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.932707:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.932743:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b138050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945822040576:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2682us (3005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.932752:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7275 00000100:00100000:2.0:1746126468.933163:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820456448:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.933181:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.933193:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126468.933464:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822040448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3083us (3774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.933470:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5062 00000100:00100000:0.0:1746126468.935056:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.935135:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822040832 00000100:00100000:1.0:1746126468.935142:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822040832 00002000:00100000:1.0:1746126468.935173:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ed80 x1830945822040832/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.935181:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ed80 with x1830945822040832 ext(0->4095) 00010000:00010000:1.0:1746126468.935187:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126468.935198:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126468.935204:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ed80 00000100:00100000:1.0:1746126468.935238:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1768 00000100:00100000:1.0:1746126468.935244:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822040832:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126468.935368:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822040832:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.935373:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1768 00002000:00100000:1.0:1746126468.935377:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ed80 x1830945822040832/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.935382:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ed80 with x1830945822040832 ext(0->4095) 00010000:00010000:1.0:1746126468.935386:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126468.935393:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126468.935402:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ed80 00000100:00100000:0.0:1746126468.937871:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.938037:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822040960 00000100:00100000:3.0:1746126468.938044:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822040960 00010000:00010000:3.0:1746126468.938070:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.938240:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7276 00000100:00100000:3.0:1746126468.938247:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822040960:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.938258:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.938274:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.938289:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.938307:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d111679d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf0 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.938334:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.938336:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.938342:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 95 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.938349:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 95 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.938375:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 95 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.938385:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820456576:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.938452:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.941317:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820456576:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.941335:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.941367:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822040960:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3120us (3500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.941376:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7276 00000100:00100000:0.0:1746126468.942046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.942273:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822041216 00000100:00100000:3.0:1746126468.942278:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822041216 00002000:00100000:3.0:1746126468.942310:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4e300 x1830945822041216/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.942319:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4e300 with x1830945822041216 ext(0->4095) 00002000:00010000:3.0:1746126468.942323:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4e300 00000100:00100000:3.0:1746126468.942346:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3894 00000100:00100000:3.0:1746126468.942351:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822041216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126468.942450:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822041216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (406us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.942454:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3894 00002000:00100000:3.0:1746126468.942458:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4e300 x1830945822041216/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.942465:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4e300 with x1830945822041216 ext(0->4095) 00002000:00010000:3.0:1746126468.942467:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4e300 00000100:00100000:0.0:1746126468.944844:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.944919:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822041344 00000100:00100000:2.0:1746126468.944924:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822041344 00000100:00100000:2.0:1746126468.944959:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5063 00000100:00100000:2.0:1746126468.944965:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822041344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.944979:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.944993:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bdfe expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.945016:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 95 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.945022:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.945023:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126468.945025:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.945046:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 95 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.945056:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 95 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.945065:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820456704:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.945127:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126468.947288:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820456704:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.947308:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.947323:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:2.0:1746126468.947353:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822041344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2388us (2514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.947361:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5063 00000100:00100000:0.0:1746126468.948932:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.949006:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822041472 00000100:00100000:3.0:1746126468.949012:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822041472 00010000:00010000:3.0:1746126468.949035:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.949065:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7277 00000100:00100000:3.0:1746126468.949071:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822041472:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.949081:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.949097:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.949106:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.949123:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11167a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdf7 expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.949135:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.949137:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.949143:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.949150:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.949172:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.949182:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820456832:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.949244:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.951364:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.951461:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822041600 00000100:00100000:2.0:1746126468.951466:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822041600 00000100:00100000:2.0:1746126468.951513:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5064 00000100:00100000:2.0:1746126468.951518:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822041600:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126468.951531:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126468.951543:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be05 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.951563:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.951568:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.951569:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126468.951572:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.951591:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.951600:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 5 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126468.952011:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820456960:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126468.952078:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.952178:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820456832:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.952191:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.952209:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945822041472:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3139us (3281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.952216:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7277 00000100:00100000:0.0:1746126468.952393:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.952643:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822041856 00000100:00100000:1.0:1746126468.952647:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822041856 00002000:00100000:1.0:1746126468.952668:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a44380 x1830945822041856/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.952676:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44380 with x1830945822041856 ext(0->4095) 00010000:00010000:1.0:1746126468.952681:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126468.952690:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126468.952695:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a44380 00000100:00100000:1.0:1746126468.952711:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1769 00000100:00100000:1.0:1746126468.952716:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822041856:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126468.952814:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822041856:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.952819:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1769 00002000:00100000:1.0:1746126468.952823:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a44380 x1830945822041856/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.952829:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44380 with x1830945822041856 ext(0->4095) 00010000:00010000:1.0:1746126468.952833:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126468.952844:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126468.952849:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a44380 00000100:00100000:2.0:1746126468.955298:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820456960:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126468.955318:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126468.955330:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126468.955357:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822041600:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3839us (3999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126468.955364:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5064 00000100:00100000:0.0:1746126468.955884:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.956331:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822041984 00000100:00100000:3.0:1746126468.956336:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822041984 00000100:00100000:3.0:1746126468.956360:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5065 00000100:00100000:3.0:1746126468.956366:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31631:x1830945822041984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.956379:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.956390:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be0c expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.956406:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.956409:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.956415:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.956418:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.956441:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.956449:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.956455:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15200, rc 0) 00000100:00100000:3.0:1746126468.957338:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31631:x1830945822041984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 968us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.957344:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5065 00000100:00100000:0.0:1746126468.957792:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.957922:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822042112 00000100:00100000:3.0:1746126468.957927:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822042112 00010000:00010000:3.0:1746126468.957946:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.958442:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7278 00000100:00100000:3.0:1746126468.958449:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822042112:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.958459:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.958474:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.958484:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.958519:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11167ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bdfe expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.958532:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.958534:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.958538:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.958546:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.958564:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.958573:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.958582:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820457216:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.958634:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.960547:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820457216:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.960564:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.960608:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822042112:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2158us (2816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.960616:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7278 00000100:00100000:0.0:1746126468.961078:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.961238:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822042368 00000100:00100000:3.0:1746126468.961243:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822042368 00002000:00100000:3.0:1746126468.961269:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a44e00 x1830945822042368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.961281:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44e00 with x1830945822042368 ext(0->4095) 00010000:00010000:3.0:1746126468.961288:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 97 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.961299:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 97 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.961305:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a44e00 00000100:00100000:3.0:1746126468.961355:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1770 00000100:00100000:3.0:1746126468.961362:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822042368:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126468.961484:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822042368:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126468.961488:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1770 00002000:00100000:3.0:1746126468.961492:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a44e00 x1830945822042368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126468.961528:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44e00 with x1830945822042368 ext(0->4095) 00010000:00010000:3.0:1746126468.961534:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 97 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.961542:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 97 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126468.961547:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a44e00 00000100:00100000:0.0:1746126468.964295:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.964479:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822042496 00000100:00100000:3.0:1746126468.964486:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822042496 00010000:00010000:3.0:1746126468.964803:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 97 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.964975:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7279 00000100:00100000:3.0:1746126468.964982:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822042496:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.964992:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.965006:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 97 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.965016:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 97 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.965031:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d11167b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be05 expref: 97 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.965043:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.965045:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.965049:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.965060:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.965082:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.965091:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820457344:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.965150:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.969599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.969608:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820457344:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.969624:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.969662:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822042496:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4680us (5372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.969670:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7279 00000100:00100000:2.0:1746126468.969735:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822042752 00000100:00100000:2.0:1746126468.969741:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822042752 00002000:00100000:2.0:1746126468.970317:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a46300 x1830945822042752/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.970326:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46300 with x1830945822042752 ext(0->4095) 00002000:00010000:2.0:1746126468.970330:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a46300 00000100:00100000:2.0:1746126468.970357:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3895 00000100:00100000:2.0:1746126468.970363:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822042752:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.970721:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822042752:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 357us (1128us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.970731:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3895 00002000:00100000:2.0:1746126468.970737:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a46300 x1830945822042752/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.970749:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46300 with x1830945822042752 ext(0->4095) 00002000:00010000:2.0:1746126468.970752:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a46300 00000100:00100000:0.0:1746126468.972910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.972960:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822042880 00000100:00100000:3.0:1746126468.972967:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822042880 00000100:00100000:3.0:1746126468.973009:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5066 00000100:00100000:3.0:1746126468.973016:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822042880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.973029:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.973042:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be13 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.973309:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 95 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.973316:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.973318:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.973321:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.973344:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 95 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.973353:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 95 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.973363:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820457472:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126468.973616:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.975413:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820457472:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126468.975429:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.975438:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15600, rc 0) 00000100:00100000:3.0:1746126468.975473:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822042880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2458us (2568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.975483:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5066 00000100:00100000:0.0:1746126468.977063:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.977138:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822043008 00000100:00100000:3.0:1746126468.977145:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822043008 00010000:00010000:3.0:1746126468.977170:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.977204:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7280 00000100:00100000:3.0:1746126468.977210:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822043008:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.977222:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.977248:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.977259:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.977277:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11167b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be0c expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.977290:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.977292:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.977297:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.977304:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.977326:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.977341:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820457600:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.978538:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.980124:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820457600:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.980140:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.980188:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1977:x1830945822043008:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2977us (3128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.980201:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7280 00000100:00100000:0.0:1746126468.980254:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126468.980566:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822043264 00000100:00100000:2.0:1746126468.980572:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822043264 00002000:00100000:2.0:1746126468.980602:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282680 x1830945822043264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.980610:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282680 with x1830945822043264 ext(0->4095) 00002000:00010000:2.0:1746126468.980614:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282680 00000100:00100000:2.0:1746126468.980639:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3896 00000100:00100000:2.0:1746126468.980646:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822043264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126468.980759:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822043264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (700us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126468.980764:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3896 00002000:00100000:2.0:1746126468.980769:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282680 x1830945822043264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126468.980775:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282680 with x1830945822043264 ext(0->4095) 00002000:00010000:2.0:1746126468.980778:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282680 00000100:00100000:2.0:1746126468.981774:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.982113:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822043392 00000100:00100000:3.0:1746126468.982119:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822043392 00000100:00100000:0.0:1746126468.982334:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5067 00000100:00100000:0.0:1746126468.982344:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:31630:x1830945822043392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126468.982355:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126468.982368:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be1a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.982388:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.982394:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.982395:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126468.982397:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.982422:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126468.982431:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 5 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126468.982441:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d281880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820457728:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126468.983413:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126468.986291:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.986476:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822043520 00000100:00100000:3.0:1746126468.986483:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822043520 00000100:00100000:3.0:1746126468.986537:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5068 00000100:00100000:3.0:1746126468.986544:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31631:x1830945822043520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126468.986557:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126468.986571:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be21 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.986590:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.986594:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.986599:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126468.986602:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 98 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.986628:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.986638:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 98 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.986645:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15400, rc 0) 00000100:00100000:3.0:1746126468.986689:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:31631:x1830945822043520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.986698:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5068 00000100:00100000:1.0:1746126468.987004:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d281880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820457728:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126468.987020:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126468.987028:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9000, rc 0) 00000100:00100000:2.0:1746126468.987046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.987046:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31630:x1830945822043392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4705us (5274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126468.987051:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5067 00000100:00100000:3.0:1746126468.987309:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822043648 00000100:00100000:3.0:1746126468.987314:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822043648 00010000:00010000:3.0:1746126468.987327:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.987961:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7281 00000100:00100000:3.0:1746126468.987968:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822043648:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.987978:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.987995:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.988004:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.988020:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d11167c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be13 expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.988033:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.988034:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.988039:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.988197:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.988221:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.988240:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.988250:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820457984:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.988452:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.990011:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820457984:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.990025:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126468.990056:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822043648:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2088us (3008us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.990063:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7281 00000100:00100000:0.0:1746126468.990575:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126468.990678:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822043904 00000100:00100000:1.0:1746126468.990683:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822043904 00002000:00100000:1.0:1746126468.990710:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d280380 x1830945822043904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.990719:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280380 with x1830945822043904 ext(0->4095) 00010000:00010000:1.0:1746126468.990725:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126468.990735:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126468.990741:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d280380 00000100:00100000:1.0:1746126468.990754:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1771 00000100:00100000:1.0:1746126468.990760:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945822043904:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126468.990934:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945822043904:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.990941:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1771 00002000:00100000:1.0:1746126468.990946:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d280380 x1830945822043904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.990962:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280380 with x1830945822043904 ext(0->4095) 00010000:00010000:1.0:1746126468.990966:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126468.990975:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126468.990980:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d280380 00000100:00100000:0.0:1746126468.992723:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.993084:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822044032 00000100:00100000:3.0:1746126468.993090:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822044032 00010000:00010000:3.0:1746126468.993113:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126468.993145:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7282 00000100:00100000:3.0:1746126468.993151:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822044032:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126468.993161:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126468.993176:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.993185:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.993202:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9000/0x8f8d42f0d11167c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be1a expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126468.993304:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.993306:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126468.993312:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.993319:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126468.993345:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126468.993355:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820458112:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126468.993708:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126468.995635:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820458112:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126468.995650:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126468.995658:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126468.996195:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822044032:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3041us (3473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126468.996204:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7282 00000100:00100000:1.0:1746126468.996371:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822044288 00000100:00100000:1.0:1746126468.996377:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822044288 00002000:00100000:1.0:1746126468.996406:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d280700 x1830945822044288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/0 e 0 to 0 dl 1746126479 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.996414:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280700 with x1830945822044288 ext(0->4095) 00002000:00010000:1.0:1746126468.996418:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d280700 00000100:00100000:1.0:1746126468.996441:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3897 00000100:00100000:1.0:1746126468.996447:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822044288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126468.996590:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822044288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (930us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126468.996599:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3897 00002000:00100000:1.0:1746126468.996603:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d280700 x1830945822044288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746126479 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126468.996610:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280700 with x1830945822044288 ext(0->4095) 00002000:00010000:1.0:1746126468.996612:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d280700 00000100:00100000:0.0:1746126469.000488:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.000582:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822044416 00000100:00100000:1.0:1746126469.000589:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822044416 00000100:00100000:1.0:1746126469.000622:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5069 00000100:00100000:1.0:1746126469.000628:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822044416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.000642:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.000654:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be28 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.000678:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 95 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.000684:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.000685:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.000688:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.000712:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 95 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.000721:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 95 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.000735:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820458240:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.002191:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.004261:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820458240:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126469.004287:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.004301:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a05ec00, rc 0) 00000100:00100000:1.0:1746126469.004339:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822044416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3710us (3856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.004347:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5069 00000100:00100000:0.0:1746126469.005250:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.005416:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822044544 00000100:00100000:3.0:1746126469.005422:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822044544 00010000:00010000:3.0:1746126469.005446:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.005527:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7283 00000100:00100000:3.0:1746126469.005534:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822044544:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.005546:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.005562:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.005571:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.005587:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d11167ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be21 expref: 96 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.005647:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.005649:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.005656:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.005663:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.005688:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.005698:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820458368:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.005750:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.007087:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.007184:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822044672 00000100:00100000:1.0:1746126469.007189:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822044672 00000100:00100000:1.0:1746126469.007212:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5070 00000100:00100000:1.0:1746126469.007218:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822044672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.007240:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.007251:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be2f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.007271:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.007276:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.007278:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.007281:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.007303:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.007312:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.007321:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820458496:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.007368:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.007431:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820458368:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.007442:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.007457:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822044544:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1924us (2208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.007467:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7283 00000100:00100000:0.0:1746126469.007853:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.007921:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822044928 00000100:00100000:2.0:1746126469.007925:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822044928 00002000:00100000:2.0:1746126469.007946:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282300 x1830945822044928/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.007961:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282300 with x1830945822044928 ext(0->4095) 00010000:00010000:2.0:1746126469.007966:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.007976:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.007981:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d282300 00000100:00100000:2.0:1746126469.008170:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1772 00000100:00100000:2.0:1746126469.008176:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822044928:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126469.008422:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822044928:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 245us (568us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.008428:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1772 00002000:00100000:2.0:1746126469.008432:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282300 x1830945822044928/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.008438:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282300 with x1830945822044928 ext(0->4095) 00010000:00010000:2.0:1746126469.008442:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.008450:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.008455:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d282300 00000100:00100000:1.0:1746126469.009129:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820458496:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126469.009146:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.009156:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4353600, rc 0) 00000100:00100000:1.0:1746126469.009177:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822044672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1959us (2092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.009182:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5070 00000100:00100000:0.0:1746126469.009989:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.010088:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822045184 00000100:00100000:3.0:1746126469.010093:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822045184 00010000:00010000:3.0:1746126469.010113:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.010140:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7284 00000100:00100000:3.0:1746126469.010146:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822045184:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.010155:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.010169:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.010177:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.010194:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a05ec00/0x8f8d42f0d11167d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be28 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.010205:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.010207:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.010212:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.010220:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.010255:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.010264:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820458624:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.010319:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.010780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.010834:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822045056 00000100:00100000:1.0:1746126469.010838:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822045056 00000100:00100000:1.0:1746126469.010856:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5071 00000100:00100000:1.0:1746126469.010862:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31631:x1830945822045056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.010871:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.010880:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be36 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.010894:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.010900:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.010902:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.010904:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.010918:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.010928:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.010936:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820458752:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.010973:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.015449:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820458752:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126469.015478:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.015517:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4353a00, rc 0) 00000100:00100000:1.0:1746126469.015553:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31631:x1830945822045056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4690us (4772us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.015560:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5071 00000100:00100000:3.0:1746126469.015620:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820458624:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.015631:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.015648:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822045184:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5503us (5661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.015655:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7284 00000100:00100000:0.0:1746126469.016000:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.016355:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822045440 00000100:00100000:3.0:1746126469.016361:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822045440 00002000:00100000:3.0:1746126469.016386:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283b80 x1830945822045440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.016395:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283b80 with x1830945822045440 ext(0->4095) 00010000:00010000:3.0:1746126469.016401:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.016412:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.016418:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d283b80 00000100:00100000:3.0:1746126469.016432:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1773 00000100:00100000:3.0:1746126469.016438:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945822045440:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.016562:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945822045440:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (563us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.016570:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1773 00002000:00100000:3.0:1746126469.016574:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283b80 x1830945822045440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.016581:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283b80 with x1830945822045440 ext(0->4095) 00010000:00010000:3.0:1746126469.016585:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.016593:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.016599:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d283b80 00000100:00100000:0.0:1746126469.026825:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.026917:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822045568 00000100:00100000:3.0:1746126469.026925:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822045568 00010000:00010000:3.0:1746126469.026950:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.027198:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7285 00000100:00100000:3.0:1746126469.027206:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822045568:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.027218:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.027245:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.027256:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.027274:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353600/0x8f8d42f0d11167dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be2f expref: 97 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.027289:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.027291:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.027296:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.027303:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.027329:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.027339:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820458880:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.027399:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.030470:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.030613:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820458880:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.030629:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.030662:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822045568:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3456us (3844us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.030670:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7285 00000100:00100000:1.0:1746126469.033156:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822045824 00000100:00100000:1.0:1746126469.033165:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822045824 00002000:00100000:1.0:1746126469.033201:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283100 x1830945822045824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.033216:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283100 with x1830945822045824 ext(0->4095) 00002000:00010000:1.0:1746126469.033221:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d283100 00000100:00100000:1.0:1746126469.033253:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3898 00000100:00100000:1.0:1746126469.033259:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822045824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126469.033380:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822045824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (2916us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.033385:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3898 00002000:00100000:1.0:1746126469.033390:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283100 x1830945822045824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.033396:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283100 with x1830945822045824 ext(0->4095) 00002000:00010000:1.0:1746126469.033398:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d283100 00000100:00100000:0.0:1746126469.036552:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.036577:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822045952 00000100:00100000:1.0:1746126469.036584:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822045952 00000100:00100000:1.0:1746126469.036627:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5072 00000100:00100000:1.0:1746126469.036634:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822045952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.036648:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.036662:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be3d expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.036683:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.036689:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.036691:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.036694:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.036716:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.036725:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 95 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.036734:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820459008:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.036811:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.040403:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820459008:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126469.040428:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.040442:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c1200, rc 0) 00000100:00100000:1.0:1746126469.040484:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822045952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3850us (3937us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.040491:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5072 00000100:00100000:0.0:1746126469.041343:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.041383:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822046080 00000100:00100000:1.0:1746126469.041389:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822046080 00010000:00010000:1.0:1746126469.041410:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.041440:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7286 00000100:00100000:1.0:1746126469.041445:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822046080:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126469.041454:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126469.041470:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.041480:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.041516:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4353a00/0x8f8d42f0d11167e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be36 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.041529:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.041531:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.041536:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.041543:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.041565:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126469.041574:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820459136:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126469.041615:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.042133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.042176:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822046208 00000100:00100000:1.0:1746126469.042180:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822046208 00000100:00100000:1.0:1746126469.042201:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5073 00000100:00100000:1.0:1746126469.042206:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822046208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.042216:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.042224:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be44 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.042250:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.042255:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.042257:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.042260:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.042275:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.042284:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.042291:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820459264:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.042326:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.045012:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820459136:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126469.045028:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126469.045059:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822046080:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3614us (3717us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.045068:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7286 00000100:00100000:0.0:1746126469.046079:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.046651:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820459264:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126469.046674:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.046692:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dd8200, rc 0) 00000100:00100000:1.0:1746126469.046721:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822046208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4514us (4589us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.046728:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5073 00000100:00100000:3.0:1746126469.047112:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822046464 00000100:00100000:3.0:1746126469.047119:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822046464 00002000:00100000:3.0:1746126469.047149:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78c000 x1830945822046464/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.047157:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78c000 with x1830945822046464 ext(0->4095) 00010000:00010000:3.0:1746126469.047163:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.047179:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.047185:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78c000 00000100:00100000:3.0:1746126469.047208:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1774 00000100:00100000:3.0:1746126469.047214:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822046464:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.047331:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822046464:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (1254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.047337:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1774 00002000:00100000:3.0:1746126469.047341:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78c000 x1830945822046464/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.047347:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78c000 with x1830945822046464 ext(0->4095) 00010000:00010000:3.0:1746126469.047352:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.047360:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.047365:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78c000 00000100:00100000:0.0:1746126469.052574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.054137:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822046592 00000100:00100000:1.0:1746126469.054146:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822046592 00010000:00010000:1.0:1746126469.054179:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.054217:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7287 00000100:00100000:1.0:1746126469.054223:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822046592:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126469.054243:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126469.054264:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.054279:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.054298:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c1200/0x8f8d42f0d11167ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be3d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.054329:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.054330:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.054336:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.054346:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.054374:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126469.054384:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820459392:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126469.054462:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.059250:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820459392:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126469.059269:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126469.059304:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822046592:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5080us (6736us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.059312:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7287 00000100:00100000:0.0:1746126469.059701:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.059763:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822046848 00000100:00100000:1.0:1746126469.059767:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822046848 00002000:00100000:1.0:1746126469.059793:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78f100 x1830945822046848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.059801:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f100 with x1830945822046848 ext(0->4095) 00002000:00010000:1.0:1746126469.059805:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78f100 00000100:00100000:1.0:1746126469.059926:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3899 00000100:00100000:1.0:1746126469.059932:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822046848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126469.060266:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822046848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 333us (565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.060275:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3899 00002000:00100000:1.0:1746126469.060280:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78f100 x1830945822046848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.060286:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f100 with x1830945822046848 ext(0->4095) 00002000:00010000:1.0:1746126469.060289:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78f100 00000100:00100000:0.0:1746126469.064369:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.064553:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822046976 00000100:00100000:1.0:1746126469.064561:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822046976 00000100:00100000:1.0:1746126469.064597:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5074 00000100:00100000:1.0:1746126469.064603:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822046976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.064619:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.064633:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be4b expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.064658:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.064664:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.064665:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.064668:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.064691:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.064701:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 95 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.064715:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820459520:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.068203:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.071893:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820459520:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126469.071917:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.071930:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c0200, rc 0) 00000100:00100000:1.0:1746126469.071961:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822046976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7358us (7599us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.071967:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5074 00000100:00100000:0.0:1746126469.081334:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.081391:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822047104 00000100:00100000:1.0:1746126469.081399:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822047104 00002000:00100000:1.0:1746126469.081432:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008b78df80 x1830945822047104/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.081441:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78df80 with x1830945822047104 ext(0->7) 00010000:00010000:1.0:1746126469.081448:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.081460:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 96 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126469.081466:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78df80 00000100:00100000:1.0:1746126469.081552:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1775 00000100:00100000:1.0:1746126469.081560:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822047104:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126469.081808:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1976:x1830945822047104:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 248us (479us total) trans 4294968019 rc 0/0 00000100:00100000:1.0:1746126469.081815:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1775 00002000:00100000:1.0:1746126469.081820:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008b78df80 x1830945822047104/t4294968019(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/448 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.081826:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78df80 with x1830945822047104 ext(0->7) 00010000:00010000:1.0:1746126469.081830:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 98 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.081839:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 98 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126469.081844:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78df80 00000100:00100000:0.0:1746126469.089098:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.089345:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822047232 00000100:00100000:1.0:1746126469.089352:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822047232 00010000:00010000:1.0:1746126469.089381:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 98 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.089414:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7288 00000100:00100000:1.0:1746126469.089420:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1974:x1830945822047232:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126469.089431:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126469.089444:0:7117:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126468 -> 1746126469 00002000:00010000:1.0:1746126469.089447:0:7117:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126468 -> 1746126469 00010000:00010000:1.0:1746126469.089452:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 98 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.089466:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 98 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.089484:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094dd8200/0x8f8d42f0d11167f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be44 expref: 98 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.089533:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.089535:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.089541:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.089548:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.091055:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126469.091068:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820459648:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126469.091148:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.093833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.093860:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820459648:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126469.093873:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:1.0:1746126469.093876:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126469.093902:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822047616 00000100:00100000:0.0:1746126469.093907:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822047616 00000100:00100000:1.0:1746126469.093910:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1974:x1830945822047232:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4490us (4817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.093919:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7288 00000100:00100000:0.0:1746126469.093941:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5075 00000100:00100000:0.0:1746126469.093947:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31630:x1830945822047616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126469.093961:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126469.093974:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be52 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.093990:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822047488 00000100:00100000:3.0:1746126469.093994:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822047488 00010000:00010000:0.0:1746126469.093994:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.094000:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.094002:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.094004:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 98 pid: 8480 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746126469.094016:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78c380 x1830945822047488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.094024:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78c380 with x1830945822047488 ext(0->4095) 00010000:00010000:0.0:1746126469.094025:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.094030:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.094035:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.094040:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126469.094044:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b78d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820459776:192.168.203.3@tcp:104: 00002000:00010000:3.0:1746126469.094045:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78c380 00000100:00100000:3.0:1746126469.094068:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1776 00000100:00100000:3.0:1746126469.094072:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822047488:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126469.094094:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.095587:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822047488:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 1509us (1755us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.095594:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1776 00002000:00100000:3.0:1746126469.095600:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78c380 x1830945822047488/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.095607:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78c380 with x1830945822047488 ext(0->4095) 00010000:00010000:3.0:1746126469.095612:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.095621:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.095627:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78c380 00000100:00100000:2.0:1746126469.097169:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b78d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820459776:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.097193:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 98 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.097206:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb8800, rc 0) 00000100:00100000:2.0:1746126469.097247:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:31630:x1830945822047616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3300us (3374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.097253:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5075 00000100:00100000:0.0:1746126469.097421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.097571:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822047744 00000100:00100000:3.0:1746126469.097576:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822047744 00000100:00100000:3.0:1746126469.097958:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5076 00000100:00100000:3.0:1746126469.097965:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:31631:x1830945822047744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.097976:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.097988:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be59 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.098002:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.098005:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.098010:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.098012:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.098033:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.098040:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.098045:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14000, rc 0) 00000100:00100000:3.0:1746126469.098621:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:31631:x1830945822047744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 655us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.098627:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5076 00000100:00100000:0.0:1746126469.100468:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.100571:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822047872 00000100:00100000:1.0:1746126469.100578:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822047872 00010000:00010000:1.0:1746126469.100603:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.100632:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7289 00000100:00100000:1.0:1746126469.100638:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822047872:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126469.100647:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126469.100663:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.100673:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.100690:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d11167f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be4b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.100712:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.100714:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.100719:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 98 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.100725:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 98 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.100749:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 98 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.100758:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 98 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.100772:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820460032:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126469.100827:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.106338:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820460032:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126469.106357:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126469.107000:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822047872:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6359us (6533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.107010:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7289 00000100:00100000:0.0:1746126469.108431:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.108519:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822048128 00000100:00100000:3.0:1746126469.108525:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822048128 00002000:00100000:3.0:1746126469.108559:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78d880 x1830945822048128/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.108568:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78d880 with x1830945822048128 ext(0->4095) 00010000:00010000:3.0:1746126469.108575:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 99 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.108592:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 99 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.108598:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78d880 00000100:00100000:3.0:1746126469.108655:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1777 00000100:00100000:3.0:1746126469.108661:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:1976:x1830945822048128:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.109719:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:1976:x1830945822048128:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1054us (1288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.109726:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1777 00002000:00100000:3.0:1746126469.109732:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78d880 x1830945822048128/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.109739:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78d880 with x1830945822048128 ext(0->4095) 00010000:00010000:3.0:1746126469.109744:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 99 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.109754:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 99 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.109759:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78d880 00000100:00100000:0.0:1746126469.115542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.116676:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822048256 00000100:00100000:1.0:1746126469.116685:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822048256 00010000:00010000:1.0:1746126469.116713:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 99 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.116741:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7290 00000100:00100000:1.0:1746126469.116747:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:1976:x1830945822048256:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126469.116758:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126469.116772:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 99 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.116782:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 99 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.116801:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eb8800/0x8f8d42f0d11167ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be52 expref: 99 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.116826:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.116828:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.116834:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 98 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.116841:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 98 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.116874:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 98 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126469.116884:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820460160:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126469.116942:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.120962:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820460160:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126469.120981:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126469.121014:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1976:x1830945822048256:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4266us (5519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.121023:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7290 00000100:00100000:0.0:1746126469.122195:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.122543:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822048512 00000100:00100000:3.0:1746126469.122550:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822048512 00002000:00100000:3.0:1746126469.122583:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78e680 x1830945822048512/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.122600:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78e680 with x1830945822048512 ext(0->4095) 00002000:00010000:3.0:1746126469.122604:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78e680 00000100:00100000:3.0:1746126469.122630:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3900 00000100:00100000:3.0:1746126469.122636:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1977:x1830945822048512:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.122760:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1977:x1830945822048512:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.122766:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3900 00002000:00100000:3.0:1746126469.122771:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78e680 x1830945822048512/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.122777:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78e680 with x1830945822048512 ext(0->4095) 00002000:00010000:3.0:1746126469.122780:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78e680 00000100:00100000:0.0:1746126469.128632:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.129292:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822048640 00000100:00100000:3.0:1746126469.129300:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822048640 00000100:00100000:3.0:1746126469.129332:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5077 00000100:00100000:3.0:1746126469.129338:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822048640:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.129356:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.129370:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be60 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.129393:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 97 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.129400:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.129545:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.129551:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.129575:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 97 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.129586:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 97 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.129597:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820460288:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.131079:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.134821:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820460288:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.134845:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.134969:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15600, rc 0) 00000100:00100000:3.0:1746126469.135791:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822048640:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6449us (7162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.135799:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5077 00000100:00100000:0.0:1746126469.137856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.138001:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822048768 00000100:00100000:1.0:1746126469.138012:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822048768 00002000:00100000:1.0:1746126469.138047:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8801349fd180 x1830945822048768/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.138057:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fd180 with x1830945822048768 ext(0->7) 00010000:00010000:1.0:1746126469.138064:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 98 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.138081:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 98 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126469.138094:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349fd180 00000100:00100000:1.0:1746126469.138116:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1778 00000100:00100000:1.0:1746126469.138121:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1977:x1830945822048768:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126469.138361:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1977:x1830945822048768:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 239us (510us total) trans 4294968020 rc 0/0 00000100:00100000:1.0:1746126469.138367:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1778 00002000:00100000:1.0:1746126469.138372:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8801349fd180 x1830945822048768/t4294968020(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/448 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.139737:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fd180 with x1830945822048768 ext(0->7) 00010000:00010000:1.0:1746126469.139745:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.139757:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126469.139763:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349fd180 00000100:00100000:2.0:1746126469.156764:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.156890:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822048896 00000100:00100000:1.0:1746126469.156898:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822048896 00010000:00010000:1.0:1746126469.156929:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.156964:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7291 00000100:00100000:1.0:1746126469.156971:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822048896:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126469.156982:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126469.156999:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.157010:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.157027:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116806 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be59 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.157053:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.157054:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.157060:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.157067:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.157091:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126469.157100:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820460416:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126469.157166:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.160238:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.160315:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822049024 00000100:00100000:3.0:1746126469.160322:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822049024 00000100:00100000:3.0:1746126469.160353:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5078 00000100:00100000:3.0:1746126469.160359:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:31630:x1830945822049024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.160373:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.160388:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be67 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.160416:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.160421:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.160423:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.160426:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.160448:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.160457:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 5 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.160466:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820460544:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.160636:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.163171:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820460544:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.163195:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.163209:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15a00, rc 0) 00000100:00100000:3.0:1746126469.163577:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:31630:x1830945822049024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3216us (3352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.163584:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5078 00000100:00100000:0.0:1746126469.164693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.164768:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820460416:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126469.164782:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126469.164808:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822048896:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7837us (8051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.164815:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7291 00000100:00100000:2.0:1746126469.165056:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822049280 00000100:00100000:2.0:1746126469.165061:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822049280 00002000:00100000:2.0:1746126469.165086:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fe300 x1830945822049280/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.165093:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fe300 with x1830945822049280 ext(0->4095) 00010000:00010000:2.0:1746126469.165099:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.165111:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.165116:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349fe300 00000100:00100000:2.0:1746126469.165138:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1779 00000100:00100000:2.0:1746126469.165143:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822049280:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126469.165250:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822049280:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.165254:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1779 00002000:00100000:2.0:1746126469.165259:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fe300 x1830945822049280/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.165266:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fe300 with x1830945822049280 ext(0->4095) 00010000:00010000:2.0:1746126469.165269:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.165277:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.165281:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349fe300 00000100:00100000:0.0:1746126469.169022:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.169063:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.169169:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822049408 00000100:00100000:1.0:1746126469.169176:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822049408 00010000:00010000:1.0:1746126469.169203:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.169240:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7292 00000100:00100000:1.0:1746126469.169246:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822049408:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126469.169256:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126469.169272:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.169282:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.169298:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d111680d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be60 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.169311:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.169312:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.169318:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.169325:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.169347:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126469.169356:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820460672:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126469.169409:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.169462:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822049536 00000100:00100000:3.0:1746126469.169465:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822049536 00000100:00100000:3.0:1746126469.169484:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5079 00000100:00100000:3.0:1746126469.169488:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822049536:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.169514:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.169522:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be6e expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.169536:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.169541:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.169542:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.169545:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.169558:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.169567:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 99 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.169574:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820460800:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.169599:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.172890:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820460800:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.172915:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.172931:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15400, rc 0) 00000100:00100000:3.0:1746126469.172964:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31631:x1830945822049536:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3475us (3899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.172971:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5079 00000100:00100000:0.0:1746126469.173315:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820460672:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126469.173326:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126469.173354:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822049408:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4108us (4338us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126469.173360:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7292 00000100:00100000:2.0:1746126469.173431:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.173631:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822049792 00000100:00100000:0.0:1746126469.173637:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822049792 00002000:00100000:0.0:1746126469.173666:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425e300 x1830945822049792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.173675:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425e300 with x1830945822049792 ext(0->4095) 00010000:00010000:0.0:1746126469.173680:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126469.173690:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746126469.173700:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425e300 00000100:00100000:0.0:1746126469.173723:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1780 00000100:00100000:0.0:1746126469.173729:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1975:x1830945822049792:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126469.173857:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1975:x1830945822049792:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126469.173863:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1780 00002000:00100000:0.0:1746126469.173868:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425e300 x1830945822049792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.173875:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425e300 with x1830945822049792 ext(0->4095) 00010000:00010000:0.0:1746126469.173879:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126469.173886:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746126469.173891:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425e300 00000100:00100000:0.0:1746126469.184326:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.184435:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822049920 00000100:00100000:3.0:1746126469.184443:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822049920 00000100:00100000:3.0:1746126469.184474:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5080 00000100:00100000:3.0:1746126469.184480:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:31630:x1830945822049920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.185618:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.185644:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be75 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.185666:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.185673:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.185678:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126469.185680:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.185708:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.185717:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.185726:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14400, rc 0) 00000100:00100000:3.0:1746126469.186707:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:31630:x1830945822049920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2223us (2383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.186718:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5080 00000100:00100000:0.0:1746126469.186899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.190405:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822050048 00000100:00100000:3.0:1746126469.190414:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822050048 00010000:00010000:3.0:1746126469.190442:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 101 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.191176:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7293 00000100:00100000:3.0:1746126469.191183:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1974:x1830945822050048:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.191195:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.191211:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 101 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.191221:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 101 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.191247:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116814 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be67 expref: 101 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.191269:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.191271:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.191276:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.191283:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.191307:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.191316:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 5 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.191324:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820461056:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.191383:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.195888:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.195934:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822050304 00000100:00100000:2.0:1746126469.195942:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822050304 00002000:00100000:2.0:1746126469.195977:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349ff100 x1830945822050304/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.195985:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349ff100 with x1830945822050304 ext(0->4095) 00010000:00010000:2.0:1746126469.195992:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.196005:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.196010:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349ff100 00000100:00100000:2.0:1746126469.196027:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1781 00000100:00100000:2.0:1746126469.196033:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822050304:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.196041:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820461056:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.196054:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.196083:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1974:x1830945822050048:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4901us (9185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.196089:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7293 00000100:00100000:2.0:1746126469.196163:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822050304:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.196169:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1781 00002000:00100000:2.0:1746126469.196174:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349ff100 x1830945822050304/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.196180:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349ff100 with x1830945822050304 ext(0->4095) 00010000:00010000:2.0:1746126469.196185:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.196193:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.196197:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801349ff100 00000100:00100000:0.0:1746126469.207718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.207958:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822050432 00000100:00100000:3.0:1746126469.207965:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822050432 00010000:00010000:3.0:1746126469.207991:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.208021:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7294 00000100:00100000:3.0:1746126469.208027:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822050432:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.208038:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.208053:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.208063:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.208080:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d111681b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be6e expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.208100:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.208102:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.208107:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.208113:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.208136:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.208145:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820461184:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.208200:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.214818:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.214951:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822050688 00000100:00100000:1.0:1746126469.214957:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822050688 00002000:00100000:1.0:1746126469.214994:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fce00 x1830945822050688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.215002:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fce00 with x1830945822050688 ext(0->4095) 00002000:00010000:1.0:1746126469.215006:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fce00 00000100:00100000:1.0:1746126469.215034:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3901 00000100:00100000:1.0:1746126469.215041:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822050688:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126469.215160:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822050688:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.215166:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3901 00002000:00100000:1.0:1746126469.215171:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fce00 x1830945822050688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.215177:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fce00 with x1830945822050688 ext(0->4095) 00002000:00010000:1.0:1746126469.215180:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fce00 00000100:00100000:3.0:1746126469.215560:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820461184:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.215576:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.215860:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822050432:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7831us (8147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.215868:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7294 00000100:00100000:0.0:1746126469.217812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.218576:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822050816 00000100:00100000:3.0:1746126469.218582:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822050816 00000100:00100000:3.0:1746126469.218615:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5081 00000100:00100000:3.0:1746126469.218620:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822050816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.218634:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.218648:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be7c expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.218674:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.218681:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.218682:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.218685:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.218706:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.218716:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 99 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.218726:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820461312:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.219168:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.223951:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820461312:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.223974:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.223987:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14000, rc 0) 00000100:00100000:3.0:1746126469.224032:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822050816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5411us (6225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.224039:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5081 00000100:00100000:0.0:1746126469.229836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.229978:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822050944 00000100:00100000:2.0:1746126469.229985:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822050944 00002000:00100000:2.0:1746126469.230018:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009186c700 x1830945822050944/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.230027:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c700 with x1830945822050944 ext(0->7) 00010000:00010000:2.0:1746126469.230034:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.230047:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 100 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.230053:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186c700 00000100:00100000:2.0:1746126469.230081:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1782 00000100:00100000:2.0:1746126469.230087:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822050944:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126469.230357:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1976:x1830945822050944:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 269us (527us total) trans 4294968021 rc 0/0 00000100:00100000:2.0:1746126469.230363:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1782 00002000:00100000:2.0:1746126469.230368:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009186c700 x1830945822050944/t4294968021(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/448 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.230374:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c700 with x1830945822050944 ext(0->7) 00010000:00010000:2.0:1746126469.230378:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.230386:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.230391:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186c700 00000100:00100000:0.0:1746126469.232998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.237760:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822051072 00000100:00100000:3.0:1746126469.237770:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822051072 00010000:00010000:3.0:1746126469.237799:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.237830:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7295 00000100:00100000:3.0:1746126469.237836:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1974:x1830945822051072:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.237847:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.237862:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.237872:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.237888:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116822 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be75 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.237908:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.237910:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.237915:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.237921:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.237945:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.237954:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820461440:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126469.240203:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.240280:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822051328 00000100:00100000:2.0:1746126469.240286:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822051328 00002000:00100000:2.0:1746126469.240314:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186e680 x1830945822051328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.240322:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186e680 with x1830945822051328 ext(0->4095) 00002000:00010000:2.0:1746126469.240326:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186e680 00000100:00100000:2.0:1746126469.240350:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3902 00000100:00100000:2.0:1746126469.240355:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822051328:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126469.240462:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822051328:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (265us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.240468:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3902 00002000:00100000:2.0:1746126469.240473:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186e680 x1830945822051328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.240479:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186e680 with x1830945822051328 ext(0->4095) 00002000:00010000:2.0:1746126469.240482:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186e680 00000100:00100000:0.0:1746126469.241971:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.242035:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822051456 00000100:00100000:3.0:1746126469.242039:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822051456 00000100:00100000:3.0:1746126469.242062:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5082 00000100:00100000:3.0:1746126469.242066:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31631:x1830945822051456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.242076:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.242089:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be83 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.242107:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.242113:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.242114:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.242117:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.242136:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.242144:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 5 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.242151:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820461568:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.243111:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.243132:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820461440:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.243143:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.243165:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1974:x1830945822051072:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5329us (10173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.243173:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7295 00000100:00100000:0.0:1746126469.243217:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.248788:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820461568:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.248812:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.248826:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15200, rc 0) 00000100:00100000:2.0:1746126469.248867:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31631:x1830945822051456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6799us (6898us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.248874:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5082 00000100:00100000:0.0:1746126469.250806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.250879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.250930:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822051584 00000100:00100000:2.0:1746126469.250936:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822051584 00000100:00100000:2.0:1746126469.250963:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5083 00000100:00100000:2.0:1746126469.250969:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822051584:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.250983:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.250996:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be8a expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.251016:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.251020:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.251025:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.251027:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.251051:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.251060:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.251066:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:3.0:1746126469.251187:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822051712 00000100:00100000:3.0:1746126469.251191:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822051712 00010000:00010000:3.0:1746126469.251205:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.251221:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7296 00000100:00100000:3.0:1746126469.251235:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822051712:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.251242:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.251389:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.251399:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.251414:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14000/0x8f8d42f0d1116829 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be7c expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.251426:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.251427:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.251432:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.251438:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.251457:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.251467:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.251476:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820461824:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.251528:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:31630:x1830945822051584:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 558us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.251534:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5083 00000100:00100000:3.0:1746126469.252373:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.253839:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820461824:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.253857:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126469.253871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.253893:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822051712:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2667us (3014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.253900:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7296 00000100:00100000:2.0:1746126469.253977:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822051968 00000100:00100000:2.0:1746126469.253982:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822051968 00002000:00100000:2.0:1746126469.254008:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186ca80 x1830945822051968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.254016:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ca80 with x1830945822051968 ext(0->4095) 00010000:00010000:2.0:1746126469.254022:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.254033:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.254038:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186ca80 00000100:00100000:2.0:1746126469.254060:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1783 00000100:00100000:2.0:1746126469.254065:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1976:x1830945822051968:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126469.254358:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1976:x1830945822051968:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 291us (486us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.254364:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1783 00002000:00100000:2.0:1746126469.254369:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186ca80 x1830945822051968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.254376:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ca80 with x1830945822051968 ext(0->4095) 00010000:00010000:2.0:1746126469.254381:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.254393:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.254398:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186ca80 00000100:00100000:0.0:1746126469.255930:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.255979:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822052096 00000100:00100000:2.0:1746126469.255984:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822052096 00000100:00100000:0.0:1746126469.255988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.256023:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822052224 00000100:00100000:3.0:1746126469.256027:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822052224 00010000:00010000:3.0:1746126469.256043:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.256073:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7297 00000100:00100000:3.0:1746126469.256079:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1976:x1830945822052224:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.256088:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.256102:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.256111:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.256128:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d1116830 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be83 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.256151:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.256153:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.256159:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.256166:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.256190:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.256200:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820461952:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.256261:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.256304:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5084 00000100:00100000:2.0:1746126469.256310:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822052096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.256318:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.256326:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be91 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.256340:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.256344:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.256345:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.256348:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.256364:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.256372:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.256378:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820462080:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.256398:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.257754:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820462080:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.257772:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.257782:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126469.257981:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822052096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1670us (2051us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.257988:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5084 00000100:00100000:3.0:1746126469.258345:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820461952:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.258357:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.258388:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1976:x1830945822052224:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2308us (2399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.258395:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7297 00000100:00100000:0.0:1746126469.258727:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.258767:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822052480 00000100:00100000:2.0:1746126469.258771:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822052480 00002000:00100000:2.0:1746126469.258795:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d880 x1830945822052480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.258802:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d880 with x1830945822052480 ext(0->4095) 00010000:00010000:2.0:1746126469.258808:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.258822:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.258828:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186d880 00000100:00100000:2.0:1746126469.258849:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1784 00000100:00100000:2.0:1746126469.258855:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822052480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126469.258980:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822052480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (253us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.258986:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1784 00002000:00100000:2.0:1746126469.258990:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d880 x1830945822052480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.258997:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d880 with x1830945822052480 ext(0->4095) 00010000:00010000:2.0:1746126469.259001:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.259009:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.259015:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186d880 00000100:00100000:0.0:1746126469.261020:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.261326:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822052608 00000100:00100000:2.0:1746126469.261332:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822052608 00000100:00100000:0.0:1746126469.261352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.261372:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5085 00000100:00100000:2.0:1746126469.261378:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822052608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126469.261416:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822052736 00000100:00100000:3.0:1746126469.261420:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822052736 00010000:00010000:2.0:1746126469.261435:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.261436:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.261446:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be98 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.261453:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7298 00000100:00100000:3.0:1746126469.261457:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1974:x1830945822052736:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.261463:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.261464:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.261467:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.261472:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126469.261474:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 104 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.261483:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 104 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.261491:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 104 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.261568:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.261570:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1116837 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be8a expref: 104 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.261579:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.261585:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.261587:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.261591:0:8480:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.261603:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.261645:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126469.261653:0:8480:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.261661:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 5 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.261674:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820462336:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.261756:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1974:x1830945822052736:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 298us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.261763:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7298 00000100:00100000:2.0:1746126469.261767:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.263344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.263425:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820462336:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.263437:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126469.263462:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822052608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2085us (2447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.263469:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5085 00000100:00100000:3.0:1746126469.263529:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822052992 00000100:00100000:3.0:1746126469.263533:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822052992 00002000:00100000:3.0:1746126469.263557:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186fb80 x1830945822052992/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.263565:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186fb80 with x1830945822052992 ext(0->4095) 00010000:00010000:3.0:1746126469.263570:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.263580:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.263585:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186fb80 00000100:00100000:3.0:1746126469.263597:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1785 00000100:00100000:3.0:1746126469.263601:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822052992:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126469.263706:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822052992:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.263711:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1785 00002000:00100000:3.0:1746126469.263715:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186fb80 x1830945822052992/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.263722:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186fb80 with x1830945822052992 ext(0->4095) 00010000:00010000:3.0:1746126469.263726:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.263734:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.263959:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186fb80 00000100:00100000:0.0:1746126469.266758:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.266854:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822053120 00000100:00100000:3.0:1746126469.266861:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822053120 00010000:00010000:3.0:1746126469.266887:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.266911:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7299 00000100:00100000:3.0:1746126469.266917:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822053120:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.266928:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.266944:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.266953:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.266971:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111683e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be91 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.267361:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.267364:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.267371:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.267378:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.267405:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.267415:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820462464:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.267554:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.270626:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820462464:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.270643:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.270674:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822053120:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3757us (3922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.270683:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7299 00000100:00100000:0.0:1746126469.272391:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.272574:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822053376 00000100:00100000:3.0:1746126469.272581:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822053376 00002000:00100000:3.0:1746126469.272612:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f100 x1830945822053376/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.272626:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f100 with x1830945822053376 ext(0->4095) 00002000:00010000:3.0:1746126469.272630:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186f100 00000100:00100000:3.0:1746126469.272782:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3903 00000100:00100000:3.0:1746126469.272789:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822053376:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.273177:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822053376:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 387us (787us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.273183:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3903 00002000:00100000:3.0:1746126469.273189:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f100 x1830945822053376/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.273195:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f100 with x1830945822053376 ext(0->4095) 00002000:00010000:3.0:1746126469.273198:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186f100 00000100:00100000:0.0:1746126469.275006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.275223:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822053504 00000100:00100000:2.0:1746126469.275237:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822053504 00000100:00100000:2.0:1746126469.275277:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5086 00000100:00100000:2.0:1746126469.275283:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822053504:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.275295:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.275309:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0be9f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.275330:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.275336:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.275338:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.275341:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.275363:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.275377:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 101 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.275387:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820462592:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.275446:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.277074:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820462592:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.277095:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.277108:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:2.0:1746126469.277145:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822053504:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1862us (2142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.277153:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5086 00000100:00100000:0.0:1746126469.279043:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.279128:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822053632 00000100:00100000:3.0:1746126469.279135:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822053632 00010000:00010000:3.0:1746126469.279163:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.279221:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7300 00000100:00100000:3.0:1746126469.279237:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822053632:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.279249:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.279265:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.279275:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.279294:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116845 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be98 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.279565:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.279567:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.279574:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.279581:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.279959:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.280363:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820462720:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.280427:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.283897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.285133:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822053760 00000100:00100000:2.0:1746126469.285146:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822053760 00000100:00100000:2.0:1746126469.285180:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5087 00000100:00100000:3.0:1746126469.285181:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820462720:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.285186:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822053760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.285197:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126469.285200:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.285213:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bea6 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.285242:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1977:x1830945822053632:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6015us (6203us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126469.285249:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.285250:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7300 00010000:00010000:2.0:1746126469.285260:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.285261:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.285264:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.285286:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.285296:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 5 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.285305:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820462848:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.285353:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.286997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.287301:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822054016 00000100:00100000:3.0:1746126469.287307:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822054016 00002000:00100000:3.0:1746126469.287336:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a28380 x1830945822054016/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.287350:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a28380 with x1830945822054016 ext(0->4095) 00010000:00010000:3.0:1746126469.287357:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.287369:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.287375:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135a28380 00000100:00100000:3.0:1746126469.287404:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1786 00000100:00100000:3.0:1746126469.287409:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822054016:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.287556:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822054016:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (562us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.287562:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1786 00002000:00100000:3.0:1746126469.287568:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a28380 x1830945822054016/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.287574:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a28380 with x1830945822054016 ext(0->4095) 00010000:00010000:3.0:1746126469.287578:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.287587:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.287592:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135a28380 00000100:00100000:2.0:1746126469.289260:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820462848:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.289282:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.289295:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126469.289335:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822053760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4148us (5444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.289342:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5087 00000100:00100000:0.0:1746126469.290750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.291310:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822054144 00000100:00100000:2.0:1746126469.291317:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822054144 00000100:00100000:2.0:1746126469.292277:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5088 00000100:00100000:2.0:1746126469.292286:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31631:x1830945822054144:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.292305:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.292318:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bead expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.292338:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.292342:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.292348:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.292351:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.292377:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.292386:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 103 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.292393:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126469.292431:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:31631:x1830945822054144:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.292437:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5088 00000100:00100000:0.0:1746126469.294250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.294327:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822054272 00000100:00100000:3.0:1746126469.294333:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822054272 00010000:00010000:3.0:1746126469.294358:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.294919:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7301 00000100:00100000:3.0:1746126469.294927:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822054272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.294937:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.294955:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.294965:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.294983:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d111684c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0be9f expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.295281:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.295284:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.295290:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.295298:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.295322:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.295332:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.295343:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820463104:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.296553:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.299334:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.299534:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820463104:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.299552:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.299590:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822054272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4664us (5343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.299599:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7301 00000100:00100000:2.0:1746126469.300365:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822054528 00000100:00100000:2.0:1746126469.300370:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822054528 00002000:00100000:2.0:1746126469.300398:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a2a680 x1830945822054528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.300407:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2a680 with x1830945822054528 ext(0->4095) 00010000:00010000:2.0:1746126469.300414:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.300425:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.300431:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135a2a680 00000100:00100000:2.0:1746126469.300453:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1787 00000100:00100000:2.0:1746126469.300459:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1977:x1830945822054528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126469.300591:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1977:x1830945822054528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (1262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.300596:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1787 00002000:00100000:2.0:1746126469.300601:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a2a680 x1830945822054528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.300608:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2a680 with x1830945822054528 ext(0->4095) 00010000:00010000:2.0:1746126469.300612:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.300621:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.300626:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135a2a680 00000100:00100000:0.0:1746126469.303441:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.303532:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822054656 00000100:00100000:3.0:1746126469.303539:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822054656 00010000:00010000:3.0:1746126469.303566:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.303588:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7302 00000100:00100000:3.0:1746126469.303594:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1974:x1830945822054656:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.303605:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.303622:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.303631:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.303649:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d1116853 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bea6 expref: 103 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.303660:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.303662:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.303667:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.303673:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.303697:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.303706:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820463232:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.304324:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.306038:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.306307:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820463232:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.306324:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.306351:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1974:x1830945822054656:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2757us (2915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.306359:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7302 00000100:00100000:2.0:1746126469.306423:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822054912 00000100:00100000:2.0:1746126469.306428:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822054912 00002000:00100000:2.0:1746126469.306453:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df78700 x1830945822054912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.306467:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df78700 with x1830945822054912 ext(0->4095) 00002000:00010000:2.0:1746126469.306471:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009df78700 00000100:00100000:2.0:1746126469.306520:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3904 00000100:00100000:2.0:1746126469.306527:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1975:x1830945822054912:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126469.306640:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1975:x1830945822054912:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (606us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.306646:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3904 00002000:00100000:2.0:1746126469.306651:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df78700 x1830945822054912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.306658:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df78700 with x1830945822054912 ext(0->4095) 00002000:00010000:2.0:1746126469.306661:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009df78700 00000100:00100000:0.0:1746126469.308785:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.308875:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822055040 00000100:00100000:1.0:1746126469.308881:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822055040 00000100:00100000:1.0:1746126469.309116:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5089 00000100:00100000:1.0:1746126469.309122:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822055040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.309134:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.309147:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0beb4 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.309170:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.309176:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.309178:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.309181:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.309203:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.309212:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 101 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.309222:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820463360:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.309297:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.310942:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820463360:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126469.310963:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.310975:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2c0200, rc 0) 00000100:00100000:1.0:1746126469.310999:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822055040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1878us (2218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.311005:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5089 00000100:00100000:0.0:1746126469.312786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.312864:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822055168 00000100:00100000:3.0:1746126469.312871:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822055168 00010000:00010000:3.0:1746126469.312895:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.312952:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7303 00000100:00100000:3.0:1746126469.312958:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1976:x1830945822055168:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.312971:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.312987:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.313001:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.313017:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d111685a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bead expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.313162:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.313164:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.313170:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.313176:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.313199:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.313207:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820463488:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.313515:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e99b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.315397:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820463488:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.315414:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.315444:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1976:x1830945822055168:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2485us (2660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.315452:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7303 00000100:00100000:0.0:1746126469.317634:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.317679:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.318273:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822055424 00000100:00100000:3.0:1746126469.318281:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822055424 00002000:00100000:3.0:1746126469.318316:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df79880 x1830945822055424/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.318325:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df79880 with x1830945822055424 ext(0->4095) 00002000:00010000:3.0:1746126469.318330:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009df79880 00000100:00100000:3.0:1746126469.318359:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3905 00000100:00100000:3.0:1746126469.318366:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822055424:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.318485:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822055424:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (857us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.318491:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3905 00002000:00100000:3.0:1746126469.318517:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df79880 x1830945822055424/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.318523:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df79880 with x1830945822055424 ext(0->4095) 00002000:00010000:3.0:1746126469.318526:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009df79880 00000100:00100000:1.0:1746126469.318879:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822055552 00000100:00100000:1.0:1746126469.318883:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822055552 00000100:00100000:1.0:1746126469.319120:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5090 00000100:00100000:1.0:1746126469.319126:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:31630:x1830945822055552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.319138:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.319151:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bebb expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.319171:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.319177:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.319178:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.319181:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.319202:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.319211:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.319220:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820463616:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.319290:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.321826:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.322049:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822055680 00000100:00100000:2.0:1746126469.322055:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822055680 00000100:00100000:2.0:1746126469.322090:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5091 00000100:00100000:2.0:1746126469.322096:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:31631:x1830945822055680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.322109:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.322120:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bec2 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.322138:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.322142:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 104 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.322147:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.322151:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 104 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.322173:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 104 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.322182:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 104 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.322190:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126469.322219:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:31631:x1830945822055680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.322234:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5091 00000100:00100000:1.0:1746126469.322715:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820463616:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126469.322733:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.322740:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099cabe00, rc 0) 00000100:00100000:1.0:1746126469.322762:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:31630:x1830945822055552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3637us (5084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.322771:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5090 00000100:00100000:0.0:1746126469.324810:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.324904:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822055808 00000100:00100000:3.0:1746126469.324911:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822055808 00010000:00010000:3.0:1746126469.324934:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.324963:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7304 00000100:00100000:3.0:1746126469.324969:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822055808:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.324979:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.324994:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.325004:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.325022:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a2c0200/0x8f8d42f0d1116861 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beb4 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.325045:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.325046:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.325052:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.325058:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.325081:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.325089:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 102 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.325097:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820463872:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.325160:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.327318:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.327415:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820463872:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.327432:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.327470:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822055808:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2500us (2663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.327478:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7304 00000100:00100000:2.0:1746126469.327761:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822056064 00000100:00100000:2.0:1746126469.327766:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822056064 00002000:00100000:2.0:1746126469.327791:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df7b100 x1830945822056064/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.327799:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7b100 with x1830945822056064 ext(0->4095) 00010000:00010000:2.0:1746126469.327805:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.327815:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.327820:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df7b100 00000100:00100000:2.0:1746126469.327842:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1788 00000100:00100000:2.0:1746126469.327848:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1977:x1830945822056064:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126469.327958:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1977:x1830945822056064:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (644us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.327963:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1788 00002000:00100000:2.0:1746126469.327967:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df7b100 x1830945822056064/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.327973:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7b100 with x1830945822056064 ext(0->4095) 00010000:00010000:2.0:1746126469.327977:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.327992:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.327998:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df7b100 00000100:00100000:0.0:1746126469.330444:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.330583:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822056192 00000100:00100000:3.0:1746126469.330590:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822056192 00010000:00010000:3.0:1746126469.330616:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.330807:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7305 00000100:00100000:3.0:1746126469.330814:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1977:x1830945822056192:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.330824:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.330839:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.330848:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.330865:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099cabe00/0x8f8d42f0d1116868 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bebb expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.330989:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.330991:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.330998:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.331004:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.331031:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 102 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.331040:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820464000:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.331437:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.335212:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.335309:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820464000:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.335328:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.335362:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822056192:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4548us (4922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.335371:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7305 00000100:00100000:2.0:1746126469.335438:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822056448 00000100:00100000:2.0:1746126469.335443:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822056448 00002000:00100000:2.0:1746126469.335471:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6c700 x1830945822056448/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.335480:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6c700 with x1830945822056448 ext(0->4095) 00002000:00010000:2.0:1746126469.335483:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6c700 00000100:00100000:2.0:1746126469.335525:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3906 00000100:00100000:2.0:1746126469.335531:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1976:x1830945822056448:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126469.335971:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1976:x1830945822056448:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 430us (755us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.335977:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3906 00002000:00100000:2.0:1746126469.335982:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6c700 x1830945822056448/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.335989:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6c700 with x1830945822056448 ext(0->4095) 00002000:00010000:2.0:1746126469.335992:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6c700 00000100:00100000:0.0:1746126469.338338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.338430:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822056576 00000100:00100000:1.0:1746126469.338436:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822056576 00000100:00100000:1.0:1746126469.338473:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5092 00000100:00100000:1.0:1746126469.338479:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822056576:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.338511:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.338525:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bec9 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.338545:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.338551:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.338553:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.338555:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.338576:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 101 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.338586:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 101 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.338595:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820464128:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.338653:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.340025:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820464128:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126469.340050:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.340061:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6af1600, rc 0) 00000100:00100000:1.0:1746126469.340093:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822056576:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1614us (1760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.340099:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5092 00000100:00100000:0.0:1746126469.341560:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.341678:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822056704 00000100:00100000:3.0:1746126469.341683:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822056704 00010000:00010000:3.0:1746126469.341706:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.341894:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7306 00000100:00100000:3.0:1746126469.341901:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822056704:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.341913:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.341928:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.341937:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.341955:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111686f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec2 expref: 102 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.341976:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.341978:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.341985:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.341996:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.342019:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.342027:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820464256:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.342084:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.345030:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820464256:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.345047:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.345353:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1977:x1830945822056704:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3450us (3794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.345361:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7306 00000100:00100000:1.0:1746126469.345469:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.345975:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.346115:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822056960 00000100:00100000:2.0:1746126469.346120:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822056960 00002000:00100000:2.0:1746126469.346147:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c707b80 x1830945822056960/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.346156:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c707b80 with x1830945822056960 ext(0->4095) 00002000:00010000:2.0:1746126469.346160:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c707b80 00000100:00100000:2.0:1746126469.346179:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3907 00000100:00100000:2.0:1746126469.346184:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822056960:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126469.346307:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822056960:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (838us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.346312:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3907 00002000:00100000:2.0:1746126469.346317:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c707b80 x1830945822056960/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.346323:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c707b80 with x1830945822056960 ext(0->4095) 00002000:00010000:2.0:1746126469.346325:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c707b80 00000100:00100000:0.0:1746126469.346415:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822057088 00000100:00100000:0.0:1746126469.346418:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822057088 00000100:00100000:0.0:1746126469.346444:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5093 00000100:00100000:0.0:1746126469.346449:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:31630:x1830945822057088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126469.346457:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126469.346467:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bed0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.346484:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.346490:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.346491:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.346507:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.346527:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.346536:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126469.346545:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820464384:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126469.346585:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.348609:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820464384:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.348628:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.348640:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9e00, rc 0) 00000100:00100000:2.0:1746126469.349195:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822057088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2744us (3218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.349202:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5093 00000100:00100000:0.0:1746126469.349380:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.349796:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822057216 00000100:00100000:2.0:1746126469.349800:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822057216 00000100:00100000:2.0:1746126469.350087:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5094 00000100:00100000:2.0:1746126469.350094:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31631:x1830945822057216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.350105:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.350116:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bed7 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.350133:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.350137:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.350143:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.350145:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.350169:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.350177:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.350184:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126469.350214:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:31631:x1830945822057216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.350222:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5094 00000100:00100000:0.0:1746126469.350986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.351027:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822057344 00000100:00100000:3.0:1746126469.351031:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822057344 00010000:00010000:3.0:1746126469.351047:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.351071:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7307 00000100:00100000:3.0:1746126469.351076:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822057344:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.351305:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.351320:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.351330:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.351345:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d1116876 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bec9 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.351359:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.351361:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.351366:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.351372:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.351390:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.351398:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 102 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.351407:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820464640:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.351448:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.355172:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.355242:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822057600 00000100:00100000:2.0:1746126469.355249:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822057600 00002000:00100000:2.0:1746126469.355279:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705180 x1830945822057600/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.355287:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705180 with x1830945822057600 ext(0->4095) 00010000:00010000:2.0:1746126469.355294:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.355306:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.355312:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705180 00000100:00100000:2.0:1746126469.355327:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1789 00000100:00100000:2.0:1746126469.355332:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1976:x1830945822057600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126469.355439:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1976:x1830945822057600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.355444:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1789 00002000:00100000:2.0:1746126469.355449:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705180 x1830945822057600/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.355455:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705180 with x1830945822057600 ext(0->4095) 00010000:00010000:2.0:1746126469.355458:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.355471:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.355475:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705180 00000100:00100000:3.0:1746126469.355712:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820464640:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.355725:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.355752:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822057344:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4676us (4768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.355758:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7307 00000100:00100000:0.0:1746126469.358342:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.358437:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822057728 00000100:00100000:3.0:1746126469.358444:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822057728 00010000:00010000:3.0:1746126469.358469:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.358543:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7308 00000100:00100000:3.0:1746126469.358549:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1974:x1830945822057728:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.358559:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.358574:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.358584:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.358601:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9e00/0x8f8d42f0d111687d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed0 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.358622:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.358624:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.358629:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.358636:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.358660:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.358670:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820464768:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.358721:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.360932:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820464768:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.360950:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.361665:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1974:x1830945822057728:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3113us (3326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.361674:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7308 00000100:00100000:0.0:1746126469.362036:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.362581:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822057984 00000100:00100000:1.0:1746126469.362587:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822057984 00002000:00100000:1.0:1746126469.362619:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6ed80 x1830945822057984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.362627:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ed80 with x1830945822057984 ext(0->4095) 00002000:00010000:1.0:1746126469.362632:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6ed80 00000100:00100000:1.0:1746126469.362652:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3908 00000100:00100000:1.0:1746126469.362658:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822057984:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126469.362786:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822057984:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.362791:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3908 00002000:00100000:1.0:1746126469.362796:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6ed80 x1830945822057984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.362803:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ed80 with x1830945822057984 ext(0->4095) 00002000:00010000:1.0:1746126469.362806:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6ed80 00000100:00100000:0.0:1746126469.365003:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.365077:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822058112 00000100:00100000:3.0:1746126469.365083:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822058112 00000100:00100000:3.0:1746126469.365446:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5095 00000100:00100000:3.0:1746126469.365453:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822058112:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.365466:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.365480:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bede expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.365534:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.365541:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.365543:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.365546:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.365567:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.365576:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 101 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.365591:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820464896:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.365649:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.367048:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820464896:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.367067:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.367078:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ae000, rc 0) 00000100:00100000:3.0:1746126469.367103:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822058112:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1651us (2105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.367110:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5095 00000100:00100000:0.0:1746126469.368833:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.368932:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822058240 00000100:00100000:3.0:1746126469.368938:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822058240 00010000:00010000:3.0:1746126469.368961:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 102 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.369016:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7309 00000100:00100000:3.0:1746126469.369022:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822058240:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.369034:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.369050:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 102 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.369059:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 102 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.369080:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116884 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bed7 expref: 102 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.369306:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.369308:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.369315:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.369322:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.369347:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.369356:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820465024:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.369756:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.372557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.372601:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822058496 00000100:00100000:0.0:1746126469.372608:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822058496 00000100:00100000:3.0:1746126469.372620:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820465024:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.372637:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746126469.372639:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6ce00 x1830945822058496/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.372647:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ce00 with x1830945822058496 ext(0->4095) 00002000:00010000:0.0:1746126469.372651:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6ce00 00000100:00100000:3.0:1746126469.372667:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1977:x1830945822058240:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3644us (3837us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126469.372667:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3909 00000100:00100000:0.0:1746126469.372672:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822058496:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.372674:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7309 00000100:00100000:0.0:1746126469.372842:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822058496:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (291us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126469.372848:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3909 00002000:00100000:0.0:1746126469.372853:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6ce00 x1830945822058496/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.372860:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ce00 with x1830945822058496 ext(0->4095) 00002000:00010000:0.0:1746126469.372862:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6ce00 00000100:00100000:0.0:1746126469.372926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.373057:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822058624 00000100:00100000:3.0:1746126469.373061:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822058624 00000100:00100000:3.0:1746126469.373088:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5096 00000100:00100000:3.0:1746126469.373092:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:31630:x1830945822058624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.373103:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.373115:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bee5 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.373136:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.373142:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.373144:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.373147:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 102 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.373168:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.373178:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 5 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.373192:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820465152:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.373253:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.374538:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820465152:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.374558:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 102 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.374570:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943af600, rc 0) 00000100:00100000:3.0:1746126469.374600:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822058624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1506us (1672us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.374609:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5096 00000100:00100000:0.0:1746126469.374850:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.374912:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822058752 00000100:00100000:3.0:1746126469.374916:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822058752 00000100:00100000:0.0:1746126469.374964:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:3.0:1746126469.375010:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.375010:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822058880 00000100:00100000:2.0:1746126469.375014:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822058880 00000100:00100000:3.0:1746126469.375027:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7310 00000100:00100000:2.0:1746126469.375029:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5097 00000100:00100000:3.0:1746126469.375033:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945822058752:12345-192.168.203.3@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126469.375033:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31631:x1830945822058880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.375041:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.375042:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.375049:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0beec expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.375053:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 7 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.375059:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.375062:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.375270:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.375274:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.375283:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 8 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.375298:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d111688b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bede expref: 8 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.375301:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.375309:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.375315:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.375317:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.375321:0:10567:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.375327:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.375334:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126469.375339:0:10567:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.375347:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 101 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.375356:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820465408:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.375360:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945822058752:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 328us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.375366:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7310 00000100:00100000:2.0:1746126469.375390:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.376689:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820465408:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.376700:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127800, rc 0) 00000100:00100000:2.0:1746126469.376722:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822058880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1688us (1758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.376728:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5097 00000100:00100000:1.0:1746126469.377861:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.377926:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822059136 00000100:00100000:0.0:1746126469.377930:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822059136 00002000:00100000:0.0:1746126469.377963:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705c00 x1830945822059136/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.377972:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705c00 with x1830945822059136 ext(0->4095) 00010000:00010000:0.0:1746126469.377978:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126469.377989:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746126469.377994:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705c00 00000100:00100000:0.0:1746126469.378019:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1790 00000100:00100000:0.0:1746126469.378024:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822059136:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126469.378143:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822059136:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126469.378149:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1790 00002000:00100000:0.0:1746126469.378209:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705c00 x1830945822059136/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.378216:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705c00 with x1830945822059136 ext(0->4095) 00010000:00010000:0.0:1746126469.378220:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126469.378239:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746126469.378245:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705c00 00000100:00100000:0.0:1746126469.379541:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.379578:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.379767:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822059264 00000100:00100000:2.0:1746126469.379772:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822059264 00000100:00100000:2.0:1746126469.379797:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5098 00000100:00100000:2.0:1746126469.379802:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822059264:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.379812:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.379825:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bef3 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.379837:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822059392 00000100:00100000:3.0:1746126469.379842:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822059392 00010000:00010000:2.0:1746126469.379846:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.379851:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.379856:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126469.379858:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 104 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.379860:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.379881:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7311 00000100:00100000:3.0:1746126469.379885:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1975:x1830945822059392:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.379888:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.379894:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.379897:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.379906:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00010000:00010000:3.0:1746126469.379907:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 104 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.379916:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 104 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.379929:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d1116892 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bee5 expref: 104 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.379932:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:31630:x1830945822059264:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.379937:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5098 00010000:00010000:3.0:1746126469.379941:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.379942:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.379948:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.379954:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.379970:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.379979:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 5 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.379993:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820465664:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.380040:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.381857:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820465664:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.381874:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.381900:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1975:x1830945822059392:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2014us (2320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.381908:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7311 00000100:00100000:0.0:1746126469.382238:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.382307:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822059648 00000100:00100000:2.0:1746126469.382312:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822059648 00002000:00100000:2.0:1746126469.382339:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6c380 x1830945822059648/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.382348:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6c380 with x1830945822059648 ext(0->4095) 00010000:00010000:2.0:1746126469.382354:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.382370:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.382376:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6c380 00000100:00100000:2.0:1746126469.382481:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1791 00000100:00100000:2.0:1746126469.382488:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822059648:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126469.382620:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822059648:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.382626:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1791 00002000:00100000:2.0:1746126469.382630:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6c380 x1830945822059648/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.382637:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6c380 with x1830945822059648 ext(0->4095) 00010000:00010000:2.0:1746126469.382641:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.382649:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.382655:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6c380 00000100:00100000:0.0:1746126469.384294:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.384520:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822059776 00000100:00100000:3.0:1746126469.384525:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822059776 00010000:00010000:3.0:1746126469.384546:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.384577:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7312 00000100:00100000:3.0:1746126469.384583:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822059776:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.384591:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.384606:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.384615:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.384633:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127800/0x8f8d42f0d1116899 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0beec expref: 6 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.384643:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.384645:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.384652:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.384659:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.384682:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.384691:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820465792:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.384755:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.388141:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.388236:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822060032 00000100:00100000:2.0:1746126469.388243:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822060032 00002000:00100000:2.0:1746126469.388275:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6dc00 x1830945822060032/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.388284:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6dc00 with x1830945822060032 ext(0->4095) 00002000:00010000:2.0:1746126469.388289:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6dc00 00000100:00100000:2.0:1746126469.388355:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3910 00000100:00100000:2.0:1746126469.388361:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1976:x1830945822060032:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.388628:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820465792:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.388644:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.388696:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1976:x1830945822060032:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 334us (560us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.388702:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3910 00002000:00100000:2.0:1746126469.388708:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6dc00 x1830945822060032/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.388715:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6dc00 with x1830945822060032 ext(0->4095) 00002000:00010000:2.0:1746126469.388717:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6dc00 00000100:00100000:3.0:1746126469.388774:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822059776:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4191us (4483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.388780:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7312 00000100:00100000:0.0:1746126469.390664:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.390730:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822060160 00000100:00100000:2.0:1746126469.390735:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822060160 00000100:00100000:2.0:1746126469.390760:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5099 00000100:00100000:2.0:1746126469.390765:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822060160:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.390777:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.390791:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0befa expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.390811:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.390816:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.390818:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.390821:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.390844:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.390853:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 101 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.390862:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820465920:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.391401:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.394815:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.394895:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822060288 00000100:00100000:2.0:1746126469.394896:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820465920:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.394900:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822060288 00010000:00010000:2.0:1746126469.394919:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.394923:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.394932:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126469.394965:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822060160:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4199us (4304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.394972:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5099 00000100:00100000:3.0:1746126469.395703:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7313 00000100:00100000:3.0:1746126469.395712:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822060288:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.395723:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.395739:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.395752:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.395768:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bef3 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.395780:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.395782:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.395787:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.395793:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.395815:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.395825:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820466048:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.395868:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.397788:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820466048:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.397805:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.398245:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1977:x1830945822060288:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2532us (3433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.398254:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7313 00000100:00100000:0.0:1746126469.398438:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.398457:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822060544 00000100:00100000:2.0:1746126469.398463:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822060544 00002000:00100000:2.0:1746126469.398489:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6d180 x1830945822060544/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.398524:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6d180 with x1830945822060544 ext(0->4095) 00002000:00010000:2.0:1746126469.398527:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6d180 00000100:00100000:2.0:1746126469.398541:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3911 00000100:00100000:2.0:1746126469.398547:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822060544:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126469.398678:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822060544:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.398683:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3911 00002000:00100000:2.0:1746126469.398688:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6d180 x1830945822060544/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.398694:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6d180 with x1830945822060544 ext(0->4095) 00002000:00010000:2.0:1746126469.398697:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6d180 00000100:00100000:0.0:1746126469.399823:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.400054:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822060672 00000100:00100000:2.0:1746126469.400058:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822060672 00000100:00100000:2.0:1746126469.400090:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5100 00000100:00100000:2.0:1746126469.400095:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:31630:x1830945822060672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.400106:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.400118:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf01 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.400137:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.400142:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.400144:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.400147:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.400168:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.400182:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.400190:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820466176:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.400260:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.400730:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.400777:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822060800 00000100:00100000:2.0:1746126469.400781:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822060800 00000100:00100000:2.0:1746126469.400796:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5101 00000100:00100000:2.0:1746126469.400800:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:31631:x1830945822060800:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.400806:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.400812:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf08 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.400822:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.400824:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 104 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.400829:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.400831:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.400846:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 104 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.400854:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.400865:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126469.400893:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:31631:x1830945822060800:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.400897:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5101 00000100:00100000:0.0:1746126469.402684:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.402783:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822060928 00000100:00100000:3.0:1746126469.402788:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822060928 00010000:00010000:3.0:1746126469.402810:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.402887:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820466176:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.402904:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.402914:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126469.402941:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:31630:x1830945822060672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2846us (3121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.402947:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5100 00000100:00100000:3.0:1746126469.402986:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7314 00000100:00100000:3.0:1746126469.402992:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822060928:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.402999:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.403015:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.403023:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.403039:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d11168a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0befa expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.403051:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.403053:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.403057:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.403064:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.403085:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.403094:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 102 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.403103:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820466432:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.403135:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.404803:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820466432:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.404818:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.404951:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822060928:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1958us (2270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.404959:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7314 00000100:00100000:0.0:1746126469.405605:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.405711:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822061184 00000100:00100000:2.0:1746126469.405716:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822061184 00002000:00100000:2.0:1746126469.405741:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093655180 x1830945822061184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.405749:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655180 with x1830945822061184 ext(0->4095) 00010000:00010000:2.0:1746126469.405756:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.405767:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.405772:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093655180 00000100:00100000:2.0:1746126469.405816:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1792 00000100:00100000:2.0:1746126469.405822:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1976:x1830945822061184:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126469.405938:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1976:x1830945822061184:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.405947:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1792 00002000:00100000:2.0:1746126469.405952:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093655180 x1830945822061184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.405959:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655180 with x1830945822061184 ext(0->4095) 00010000:00010000:2.0:1746126469.405962:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.405970:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.405976:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093655180 00000100:00100000:0.0:1746126469.408446:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.408535:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822061312 00000100:00100000:3.0:1746126469.408542:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822061312 00010000:00010000:3.0:1746126469.408565:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.408588:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7315 00000100:00100000:3.0:1746126469.408594:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1977:x1830945822061312:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.408605:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.408620:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.408630:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.408754:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d11168ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf01 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.408777:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.408779:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.408785:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 102 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.408791:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 102 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.408817:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 102 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.408827:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820466560:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.408923:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.410691:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820466560:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.410710:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.410738:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822061312:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2144us (2298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.410747:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7315 00000100:00100000:0.0:1746126469.410916:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.411735:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822061568 00000100:00100000:3.0:1746126469.411741:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822061568 00002000:00100000:3.0:1746126469.411770:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88e00 x1830945822061568/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.411779:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88e00 with x1830945822061568 ext(0->4095) 00002000:00010000:3.0:1746126469.411782:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa88e00 00000100:00100000:3.0:1746126469.411798:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3912 00000100:00100000:3.0:1746126469.411804:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822061568:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.411926:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822061568:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (1011us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.411933:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3912 00002000:00100000:3.0:1746126469.411937:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88e00 x1830945822061568/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.411944:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88e00 with x1830945822061568 ext(0->4095) 00002000:00010000:3.0:1746126469.411947:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa88e00 00000100:00100000:0.0:1746126469.415544:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.416125:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822061696 00000100:00100000:2.0:1746126469.416132:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822061696 00000100:00100000:2.0:1746126469.416175:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5102 00000100:00100000:2.0:1746126469.416181:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822061696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.416194:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.416207:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf0f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.416239:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.416250:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.416251:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.416253:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.416276:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.416285:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 101 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.416294:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820466688:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.416370:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.419818:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820466688:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.419843:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.419857:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126469.419900:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822061696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3718us (4361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.419907:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5102 00000100:00100000:0.0:1746126469.420750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.420926:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822061824 00000100:00100000:3.0:1746126469.420932:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822061824 00010000:00010000:3.0:1746126469.420956:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.420974:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7316 00000100:00100000:3.0:1746126469.420979:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822061824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.420988:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.421002:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.421011:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.421028:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d11168b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf08 expref: 102 pid: 10567 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.421055:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.421057:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.421063:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.421072:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.421095:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.421104:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820466816:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.421717:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.423806:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.424059:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822061952 00000100:00100000:2.0:1746126469.424066:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822061952 00000100:00100000:2.0:1746126469.424099:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5103 00000100:00100000:2.0:1746126469.424105:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822061952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.424122:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.424136:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf16 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.424160:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.424166:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.424167:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.424170:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.424192:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.425303:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820466816:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.425320:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.425350:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1977:x1830945822061824:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4370us (4602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.425357:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7316 00010000:00010000:2.0:1746126469.425599:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.425615:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820466944:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.425676:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.428198:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.428315:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822062208 00000100:00100000:0.0:1746126469.428322:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822062208 00002000:00100000:0.0:1746126469.428354:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706300 x1830945822062208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.428362:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706300 with x1830945822062208 ext(0->4095) 00010000:00010000:0.0:1746126469.428368:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126469.428384:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746126469.428390:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c706300 00000100:00100000:2.0:1746126469.428454:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820466944:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.428471:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 102 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.428482:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126469.428533:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822061952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4428us (4734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.428543:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5103 00000100:00100000:0.0:1746126469.428673:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1793 00000100:00100000:0.0:1746126469.428680:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822062208:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126469.428789:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822062208:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (597us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126469.428794:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1793 00002000:00100000:0.0:1746126469.428798:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706300 x1830945822062208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.428805:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706300 with x1830945822062208 ext(0->4095) 00010000:00010000:0.0:1746126469.428809:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126469.428817:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746126469.428822:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c706300 00000100:00100000:0.0:1746126469.436405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.436536:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822062336 00000100:00100000:3.0:1746126469.436543:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822062336 00010000:00010000:3.0:1746126469.436571:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.436594:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7317 00000100:00100000:3.0:1746126469.436600:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822062336:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.436616:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.436633:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.436642:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.436661:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d11168bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf0f expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.437037:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.437040:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.437046:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.437053:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.437077:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.437086:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820467072:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.437779:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.440209:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820467072:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.440235:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.440267:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822062336:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3667us (3868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.440276:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7317 00000100:00100000:0.0:1746126469.441565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.442340:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822062592 00000100:00100000:3.0:1746126469.442348:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822062592 00002000:00100000:3.0:1746126469.442379:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89f80 x1830945822062592/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.442393:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89f80 with x1830945822062592 ext(0->4095) 00002000:00010000:3.0:1746126469.442397:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa89f80 00000100:00100000:3.0:1746126469.442414:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3913 00000100:00100000:3.0:1746126469.442419:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1976:x1830945822062592:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.442568:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1976:x1830945822062592:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (1005us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.442575:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3913 00002000:00100000:3.0:1746126469.442580:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa89f80 x1830945822062592/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.442587:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89f80 with x1830945822062592 ext(0->4095) 00002000:00010000:3.0:1746126469.442589:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa89f80 00000100:00100000:0.0:1746126469.448575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.448706:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822062720 00000100:00100000:2.0:1746126469.448713:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822062720 00000100:00100000:2.0:1746126469.448831:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5104 00000100:00100000:2.0:1746126469.448838:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822062720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.448852:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.448866:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf1d expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.448890:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.448896:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.448898:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.448901:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.448925:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.448935:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 101 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.448944:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820467200:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.449017:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.450385:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820467200:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.450404:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.450414:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126200, rc 0) 00000100:00100000:2.0:1746126469.450437:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822062720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1599us (1869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.450443:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5104 00000100:00100000:0.0:1746126469.465155:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.465250:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822062848 00000100:00100000:2.0:1746126469.465258:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822062848 00002000:00100000:2.0:1746126469.465294:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008aa89880 x1830945822062848/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.465304:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89880 with x1830945822062848 ext(0->7) 00010000:00010000:2.0:1746126469.465311:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 102 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.465325:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 102 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.465331:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa89880 00000100:00100000:2.0:1746126469.465359:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1794 00000100:00100000:2.0:1746126469.465366:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1976:x1830945822062848:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126469.465638:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1976:x1830945822062848:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 272us (490us total) trans 4294968022 rc 0/0 00000100:00100000:2.0:1746126469.465644:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1794 00002000:00100000:2.0:1746126469.465649:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008aa89880 x1830945822062848/t4294968022(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/448 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.465662:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa89880 with x1830945822062848 ext(0->7) 00010000:00010000:2.0:1746126469.465666:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 104 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.465676:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 104 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.465681:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa89880 00000100:00100000:0.0:1746126469.476169:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.476271:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822062976 00000100:00100000:3.0:1746126469.476280:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822062976 00010000:00010000:3.0:1746126469.476309:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 104 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.476332:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7318 00000100:00100000:3.0:1746126469.476338:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1975:x1830945822062976:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.476349:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.476367:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 104 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.476376:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 104 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.476394:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d11168c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf16 expref: 104 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.477059:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.477062:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.477068:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.477076:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.477104:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.477115:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820467328:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.479218:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.482667:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.482798:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820467328:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.482816:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.482845:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1975:x1830945822062976:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6508us (6683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.482853:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7318 00000100:00100000:2.0:1746126469.482921:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822063104 00000100:00100000:2.0:1746126469.482926:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822063104 00000100:00100000:2.0:1746126469.482961:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5105 00000100:00100000:2.0:1746126469.482966:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:31630:x1830945822063104:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.482980:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.482991:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf24 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.483009:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.483015:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.483016:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.483019:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 104 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.483038:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.483051:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.483059:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820467456:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.483105:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.484127:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.484969:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822063360 00000100:00100000:3.0:1746126469.484975:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822063360 00002000:00100000:3.0:1746126469.485006:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8a300 x1830945822063360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.485020:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8a300 with x1830945822063360 ext(0->4095) 00010000:00010000:3.0:1746126469.485027:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.485437:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.485443:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8a300 00000100:00100000:3.0:1746126469.485610:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1795 00000100:00100000:3.0:1746126469.485617:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822063360:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126469.485761:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822063360:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (1635us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.485766:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1795 00002000:00100000:3.0:1746126469.485771:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8a300 x1830945822063360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.485778:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8a300 with x1830945822063360 ext(0->4095) 00010000:00010000:3.0:1746126469.485783:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.485792:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.485797:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8a300 00000100:00100000:3.0:1746126469.486329:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820467456:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.486347:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 104 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.486359:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:3.0:1746126469.486380:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:31630:x1830945822063104:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3413us (3720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.486385:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5105 00000100:00100000:0.0:1746126469.490444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.490534:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822063488 00000100:00100000:3.0:1746126469.490541:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822063488 00010000:00010000:3.0:1746126469.490570:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.490689:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7319 00000100:00100000:3.0:1746126469.490696:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822063488:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.490819:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.490838:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.490849:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.490867:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126200/0x8f8d42f0d11168ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf1d expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.491377:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.491379:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.491385:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.491393:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.491418:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.491428:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820467584:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.491519:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.495539:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820467584:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.495558:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.495594:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822063488:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4898us (5155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.495602:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7319 00000100:00100000:0.0:1746126469.495786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.496283:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822063744 00000100:00100000:3.0:1746126469.496289:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822063744 00002000:00100000:3.0:1746126469.496320:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab2300 x1830945822063744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.496329:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2300 with x1830945822063744 ext(0->4095) 00002000:00010000:3.0:1746126469.496332:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab2300 00000100:00100000:3.0:1746126469.496349:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3914 00000100:00100000:3.0:1746126469.496354:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1976:x1830945822063744:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.496478:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1976:x1830945822063744:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (692us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.496486:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3914 00002000:00100000:3.0:1746126469.496491:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab2300 x1830945822063744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.496516:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2300 with x1830945822063744 ext(0->4095) 00002000:00010000:3.0:1746126469.496518:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab2300 00000100:00100000:0.0:1746126469.501036:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.501121:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822063872 00000100:00100000:3.0:1746126469.501128:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822063872 00000100:00100000:3.0:1746126469.501167:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5106 00000100:00100000:3.0:1746126469.501173:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822063872:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.501186:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.501200:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf2b expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.501222:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.501236:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.501237:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.501240:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.501263:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.501272:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 103 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.501287:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820467712:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.501851:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.503791:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820467712:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.503818:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.503832:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ae000, rc 0) 00000100:00100000:3.0:1746126469.503863:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822063872:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2689us (2879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.503870:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5106 00000100:00100000:0.0:1746126469.504541:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.504818:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822064000 00000100:00100000:1.0:1746126469.504824:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822064000 00002000:00100000:1.0:1746126469.504852:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab2680 x1830945822064000/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.504860:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2680 with x1830945822064000 ext(0->7) 00010000:00010000:1.0:1746126469.504866:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 104 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.504876:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 104 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126469.504883:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab2680 00000100:00100000:1.0:1746126469.504907:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1796 00000100:00100000:1.0:1746126469.504913:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1975:x1830945822064000:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126469.505146:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:1975:x1830945822064000:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 231us (604us total) trans 4294968023 rc 0/0 00000100:00100000:1.0:1746126469.505151:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1796 00002000:00100000:1.0:1746126469.505155:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab2680 x1830945822064000/t4294968023(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/448 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.505162:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab2680 with x1830945822064000 ext(0->7) 00010000:00010000:1.0:1746126469.505166:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 106 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.505177:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 106 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746126469.505182:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab2680 00000100:00100000:0.0:1746126469.514212:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.514260:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.514332:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822064128 00000100:00100000:3.0:1746126469.514339:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822064128 00000100:00100000:3.0:1746126469.514383:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5107 00000100:00100000:3.0:1746126469.514390:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:31630:x1830945822064128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.514405:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.514419:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf32 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.514439:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.514444:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.514448:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126469.514451:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 107 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.514485:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.514521:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 107 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.514530:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943af600, rc 0) 00000100:00100000:3.0:1746126469.514561:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+107:31630:x1830945822064128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.514566:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5107 00000100:00100000:2.0:1746126469.516100:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822064256 00000100:00100000:2.0:1746126469.516107:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822064256 00010000:00010000:2.0:1746126469.516132:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 107 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126469.517133:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7320 00000100:00100000:0.0:1746126469.517145:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+107:1975:x1830945822064256:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126469.517156:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126469.517173:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 107 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126469.517186:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 107 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126469.517204:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d11168d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf24 expref: 107 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746126469.517233:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.517235:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.517241:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.517248:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.517278:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.517287:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746126469.517296:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820467968:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126469.518179:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.521614:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820467968:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126469.521635:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126469.521668:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:1975:x1830945822064256:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4527us (7406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.521676:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7320 00000100:00100000:0.0:1746126469.522579:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.522659:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822064512 00000100:00100000:3.0:1746126469.522665:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822064512 00002000:00100000:3.0:1746126469.522696:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab3480 x1830945822064512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.522704:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab3480 with x1830945822064512 ext(0->4095) 00010000:00010000:3.0:1746126469.522710:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.522721:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.522726:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab3480 00000100:00100000:3.0:1746126469.523332:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1797 00000100:00100000:3.0:1746126469.523340:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822064512:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.524145:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822064512:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 804us (1566us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.524152:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1797 00002000:00100000:3.0:1746126469.524158:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab3480 x1830945822064512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.524165:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab3480 with x1830945822064512 ext(0->4095) 00010000:00010000:3.0:1746126469.524171:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.524183:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.524189:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab3480 00000100:00100000:0.0:1746126469.526483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.526667:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822064640 00000100:00100000:1.0:1746126469.526674:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822064640 00010000:00010000:1.0:1746126469.526700:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.526732:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7321 00000100:00100000:1.0:1746126469.526738:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822064640:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126469.526748:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126469.526763:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.526771:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.526788:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf2b expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746126469.526804:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.526806:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.526811:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 105 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.526817:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 105 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.526844:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 105 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126469.526854:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820468096:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126469.526918:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.530619:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820468096:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126469.530642:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126469.530675:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822064640:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3936us (4197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.530684:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7321 00000100:00100000:0.0:1746126469.531820:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.531895:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822064896 00000100:00100000:3.0:1746126469.531901:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822064896 00002000:00100000:3.0:1746126469.531932:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425bb80 x1830945822064896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.531940:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425bb80 with x1830945822064896 ext(0->4095) 00002000:00010000:3.0:1746126469.531944:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425bb80 00000100:00100000:3.0:1746126469.532156:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3915 00000100:00100000:3.0:1746126469.532163:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:1977:x1830945822064896:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.533242:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:1977:x1830945822064896:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1076us (1421us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.533249:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3915 00002000:00100000:3.0:1746126469.533256:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425bb80 x1830945822064896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.533268:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425bb80 with x1830945822064896 ext(0->4095) 00002000:00010000:3.0:1746126469.533271:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425bb80 00010000:00010000:2.0:1746126469.540693:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126469.541255:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.541301:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822065024 00000100:00100000:1.0:1746126469.541311:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822065024 00000100:00100000:1.0:1746126469.541469:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5108 00000100:00100000:1.0:1746126469.541477:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822065024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.541490:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.542721:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf39 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.542751:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 105 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.542757:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.542758:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.542761:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.542783:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 105 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.542793:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 105 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746126469.542803:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820468224:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.542868:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.547600:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820468224:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126469.547641:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.547655:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6af1600, rc 0) 00000100:00100000:1.0:1746126469.547694:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822065024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6217us (6442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.547700:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5108 00000100:00100000:0.0:1746126469.548783:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.548838:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822065152 00000100:00100000:3.0:1746126469.548847:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822065152 00002000:00100000:3.0:1746126469.548877:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009425b480 x1830945822065152/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.548884:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425b480 with x1830945822065152 ext(0->7) 00010000:00010000:3.0:1746126469.548890:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 106 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.548900:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 106 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.548905:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425b480 00000100:00100000:3.0:1746126469.549113:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1798 00000100:00100000:3.0:1746126469.549120:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:1976:x1830945822065152:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126469.549378:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1976:x1830945822065152:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 257us (595us total) trans 4294968024 rc 0/0 00000100:00100000:3.0:1746126469.549383:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1798 00002000:00100000:3.0:1746126469.549388:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009425b480 x1830945822065152/t4294968024(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/448 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.549393:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425b480 with x1830945822065152 ext(0->7) 00010000:00010000:3.0:1746126469.549397:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 108 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746126469.549409:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 108 pid: 8479 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746126469.549414:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425b480 00000100:00100000:0.0:1746126469.553392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.553468:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822065280 00000100:00100000:1.0:1746126469.553476:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822065280 00000100:00100000:0.0:1746126469.553480:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.553542:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5109 00000100:00100000:1.0:1746126469.553549:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:31630:x1830945822065280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.553564:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.553577:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf40 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.553597:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.553602:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.553607:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126469.553610:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.553642:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.553653:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.553661:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6af1800, rc 0) 00000100:00100000:1.0:1746126469.553696:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:31630:x1830945822065280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.553701:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5109 00000100:00100000:2.0:1746126469.553782:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822065408 00000100:00100000:2.0:1746126469.553786:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822065408 00010000:00010000:2.0:1746126469.553803:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 109 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.553830:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7322 00000100:00100000:2.0:1746126469.553835:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1976:x1830945822065408:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.553842:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.553856:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 109 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.553865:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 109 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.553880:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf32 expref: 109 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.553903:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.553905:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.553909:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.553915:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.553933:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.553942:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 5 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.553952:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820468480:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.554004:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.555942:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820468480:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.555957:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.556004:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1976:x1830945822065408:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2168us (2522us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.556011:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7322 00000100:00100000:1.0:1746126469.557618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.557720:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822065664 00000100:00100000:2.0:1746126469.557726:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822065664 00002000:00100000:2.0:1746126469.557757:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c707100 x1830945822065664/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.557771:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c707100 with x1830945822065664 ext(0->4095) 00010000:00010000:2.0:1746126469.557778:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.557790:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.557795:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c707100 00000100:00100000:2.0:1746126469.558572:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1799 00000100:00100000:2.0:1746126469.558581:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822065664:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126469.558902:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822065664:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 322us (1284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.558907:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1799 00002000:00100000:2.0:1746126469.558913:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c707100 x1830945822065664/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.558919:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c707100 with x1830945822065664 ext(0->4095) 00010000:00010000:2.0:1746126469.558924:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.558933:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746126469.558938:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c707100 00000100:00100000:0.0:1746126469.561589:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.561894:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822065792 00000100:00100000:2.0:1746126469.561903:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822065792 00010000:00010000:2.0:1746126469.561930:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.562074:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7323 00000100:00100000:2.0:1746126469.562081:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822065792:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.562091:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.562107:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.562116:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.562133:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1600/0x8f8d42f0d11168e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf39 expref: 6 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.562162:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.562164:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.562170:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.562176:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.562200:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.562210:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820468608:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.562284:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.564552:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820468608:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.564568:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.564607:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822065792:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2526us (3024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.564616:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7323 00000100:00100000:0.0:1746126469.564856:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.565149:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822066048 00000100:00100000:2.0:1746126469.565154:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822066048 00002000:00100000:2.0:1746126469.565184:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a6a00 x1830945822066048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.565192:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a6a00 with x1830945822066048 ext(0->4095) 00002000:00010000:2.0:1746126469.565196:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a6a00 00000100:00100000:2.0:1746126469.566039:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3916 00000100:00100000:2.0:1746126469.566046:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1976:x1830945822066048:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126469.566194:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1976:x1830945822066048:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (1338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.566200:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3916 00002000:00100000:2.0:1746126469.566204:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a6a00 x1830945822066048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.566211:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a6a00 with x1830945822066048 ext(0->4095) 00002000:00010000:2.0:1746126469.566214:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a6a00 00000100:00100000:0.0:1746126469.568631:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.568680:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822066176 00000100:00100000:3.0:1746126469.568687:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822066176 00000100:00100000:3.0:1746126469.568726:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5110 00000100:00100000:3.0:1746126469.568733:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822066176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.568749:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.568764:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf47 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.568785:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.568791:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.568793:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.568796:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.568818:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.568828:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 107 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.568837:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820468736:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.569188:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.570570:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820468736:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.570592:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.570604:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ae000, rc 0) 00000100:00100000:3.0:1746126469.570633:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822066176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1901us (2007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.570640:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5110 00000100:00100000:0.0:1746126469.572046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.572123:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822066304 00000100:00100000:2.0:1746126469.572128:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822066304 00010000:00010000:2.0:1746126469.572153:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 108 pid: 8480 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.572188:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7324 00000100:00100000:2.0:1746126469.572194:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1977:x1830945822066304:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.572206:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.572221:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 108 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.572239:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 108 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.572257:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1800/0x8f8d42f0d11168ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf40 expref: 108 pid: 8480 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.572282:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.572284:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.572290:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.572297:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.572320:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.572329:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820468864:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.572384:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.575116:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.575280:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820468864:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.575295:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.575328:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+107:1977:x1830945822066304:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3134us (3285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.575336:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7324 00000100:00100000:3.0:1746126469.575428:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822066560 00000100:00100000:3.0:1746126469.575434:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822066560 00002000:00100000:3.0:1746126469.575463:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a5f80 x1830945822066560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.575471:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5f80 with x1830945822066560 ext(0->4095) 00002000:00010000:3.0:1746126469.575474:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a5f80 00000100:00100000:3.0:1746126469.575512:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3917 00000100:00100000:3.0:1746126469.575518:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822066560:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.575627:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822066560:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (517us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.575631:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3917 00002000:00100000:3.0:1746126469.575636:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a5f80 x1830945822066560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.575642:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5f80 with x1830945822066560 ext(0->4095) 00002000:00010000:3.0:1746126469.575644:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a5f80 00000100:00100000:0.0:1746126469.576043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.577272:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822066688 00000100:00100000:3.0:1746126469.577278:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822066688 00000100:00100000:3.0:1746126469.577313:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5111 00000100:00100000:3.0:1746126469.577318:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+107:31630:x1830945822066688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.577329:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.577341:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf4e expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.577359:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.577365:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.577366:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.577369:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 108 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.577387:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.577395:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 5 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746126469.577404:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820468992:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.577724:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.577879:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.577933:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822066816 00000100:00100000:1.0:1746126469.577937:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822066816 00000100:00100000:1.0:1746126469.577967:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5112 00000100:00100000:1.0:1746126469.577972:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:31631:x1830945822066816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.578014:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.578471:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf55 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.578484:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.578488:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 110 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.578693:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.578697:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 110 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.578722:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 110 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.578732:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 110 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.578741:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6af0a00, rc 0) 00000100:00100000:1.0:1746126469.578773:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:31631:x1830945822066816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 801us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.578778:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5112 00000100:00100000:3.0:1746126469.579761:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820468992:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.579781:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 109 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.579792:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943af600, rc 0) 00000100:00100000:3.0:1746126469.579813:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:31630:x1830945822066688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2494us (3770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.579817:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5111 00000100:00100000:0.0:1746126469.580318:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.580384:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822066944 00000100:00100000:2.0:1746126469.580388:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822066944 00010000:00010000:2.0:1746126469.580408:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746126469.580435:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7325 00000100:00100000:2.0:1746126469.580441:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822066944:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.580449:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.580464:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.580472:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.580486:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d11168f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf47 expref: 6 pid: 8479 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746126469.580518:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.580520:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.580525:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 108 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.580532:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 108 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.580552:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 108 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.580561:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 108 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.580570:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820469248:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.580617:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.583253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.583364:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820469248:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.583376:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.583406:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822066944:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2964us (3088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.583413:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7325 00000100:00100000:3.0:1746126469.583478:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822067200 00000100:00100000:3.0:1746126469.583483:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822067200 00002000:00100000:3.0:1746126469.583539:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d3b80 x1830945822067200/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.583547:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d3b80 with x1830945822067200 ext(0->4095) 00010000:00010000:3.0:1746126469.583553:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.583563:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126469.583569:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801359d3b80 00000100:00100000:3.0:1746126469.583589:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1800 00000100:00100000:3.0:1746126469.583596:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1976:x1830945822067200:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.583865:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1976:x1830945822067200:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 268us (616us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.583871:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1800 00002000:00100000:3.0:1746126469.583876:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d3b80 x1830945822067200/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.583887:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d3b80 with x1830945822067200 ext(0->4095) 00010000:00010000:3.0:1746126469.583892:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.583900:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126469.583905:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801359d3b80 00000100:00100000:0.0:1746126469.586473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.586587:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822067328 00000100:00100000:2.0:1746126469.586593:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822067328 00010000:00010000:2.0:1746126469.586740:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.586769:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7326 00000100:00100000:2.0:1746126469.586776:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1977:x1830945822067328:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.586786:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.586801:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.586810:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.586828:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943af600/0x8f8d42f0d11168fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf4e expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.586968:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.586970:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.586977:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.586983:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.587008:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.587017:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820469376:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.587198:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.589467:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820469376:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.589483:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.589538:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1977:x1830945822067328:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2762us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.589547:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7326 00000100:00100000:0.0:1746126469.590071:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.590213:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822067584 00000100:00100000:3.0:1746126469.590219:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822067584 00002000:00100000:3.0:1746126469.590256:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d1f80 x1830945822067584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.590264:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1f80 with x1830945822067584 ext(0->4095) 00002000:00010000:3.0:1746126469.590267:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d1f80 00000100:00100000:3.0:1746126469.590291:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3918 00000100:00100000:3.0:1746126469.590297:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1977:x1830945822067584:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.590414:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1977:x1830945822067584:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.590418:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3918 00002000:00100000:3.0:1746126469.590422:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d1f80 x1830945822067584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.590428:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1f80 with x1830945822067584 ext(0->4095) 00002000:00010000:3.0:1746126469.590431:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d1f80 00000100:00100000:0.0:1746126469.592378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.592558:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822067712 00000100:00100000:3.0:1746126469.592564:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822067712 00000100:00100000:3.0:1746126469.592601:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5113 00000100:00100000:3.0:1746126469.592607:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822067712:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.592619:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.592631:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf5c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.592766:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.592773:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.592775:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.592778:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.592800:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.592810:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 107 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.592820:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820469504:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.592880:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.594451:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820469504:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.594470:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.594484:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15600, rc 0) 00000100:00100000:3.0:1746126469.594536:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822067712:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1929us (2161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.594543:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5113 00000100:00100000:0.0:1746126469.595112:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.595251:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822067840 00000100:00100000:2.0:1746126469.595257:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822067840 00010000:00010000:2.0:1746126469.595276:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 108 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.595298:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7327 00000100:00100000:2.0:1746126469.595303:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1977:x1830945822067840:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.595314:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.595330:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 108 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.595339:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 108 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.595354:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af0a00/0x8f8d42f0d1116902 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf55 expref: 108 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.595367:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.595368:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.595373:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.595379:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.595399:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.595408:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820469632:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.595456:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.597651:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820469632:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.597665:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.597694:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+107:1977:x1830945822067840:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2390us (2583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.597702:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7327 00000100:00100000:0.0:1746126469.597971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.598090:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822068096 00000100:00100000:3.0:1746126469.598095:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822068096 00002000:00100000:3.0:1746126469.598120:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3c380 x1830945822068096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.598129:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3c380 with x1830945822068096 ext(0->4095) 00002000:00010000:3.0:1746126469.598132:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a3c380 00000100:00100000:3.0:1746126469.598146:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3919 00000100:00100000:3.0:1746126469.598152:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822068096:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.598278:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822068096:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.598284:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3919 00002000:00100000:3.0:1746126469.598288:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3c380 x1830945822068096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.598294:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3c380 with x1830945822068096 ext(0->4095) 00002000:00010000:3.0:1746126469.598297:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a3c380 00000100:00100000:0.0:1746126469.600394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.600557:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822068224 00000100:00100000:3.0:1746126469.600562:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822068224 00000100:00100000:3.0:1746126469.600697:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5114 00000100:00100000:3.0:1746126469.600704:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+107:31631:x1830945822068224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.600715:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.600728:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf63 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.600748:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.600753:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.600755:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.600757:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 108 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.600779:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.600788:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 5 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.600797:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820469760:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.601453:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.602212:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.602296:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822068352 00000100:00100000:1.0:1746126469.602302:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822068352 00000100:00100000:2.0:1746126469.602614:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5115 00000100:00100000:2.0:1746126469.602621:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:31630:x1830945822068352:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.602632:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.602643:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf6a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.602660:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.602664:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 110 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.602669:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.602672:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 110 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.602694:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 110 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.602703:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 110 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.602711:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126469.602740:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:31630:x1830945822068352:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.602747:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5115 00000100:00100000:3.0:1746126469.603773:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820469760:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.603790:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 109 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.603797:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14200, rc 0) 00000100:00100000:3.0:1746126469.603824:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:31631:x1830945822068224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3121us (3433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.603832:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5114 00000100:00100000:0.0:1746126469.604618:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.605032:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822068480 00000100:00100000:2.0:1746126469.605038:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822068480 00010000:00010000:2.0:1746126469.605057:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.605178:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7328 00000100:00100000:2.0:1746126469.605184:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822068480:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.605194:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.605210:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.605219:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.605244:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15600/0x8f8d42f0d1116909 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf5c expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.605334:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.605335:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.605341:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 108 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.605347:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 108 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.605367:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 108 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.605376:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 108 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.605384:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820470016:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.605741:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.607424:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820470016:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.607438:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.607461:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822068480:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2278us (2844us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.607468:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7328 00000100:00100000:0.0:1746126469.607813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.608662:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822068736 00000100:00100000:1.0:1746126469.608667:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822068736 00002000:00100000:1.0:1746126469.608703:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3f800 x1830945822068736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.608847:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3f800 with x1830945822068736 ext(0->4095) 00010000:00010000:1.0:1746126469.608854:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.608865:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.608870:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a3f800 00000100:00100000:1.0:1746126469.609085:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1801 00000100:00100000:1.0:1746126469.609092:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1977:x1830945822068736:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126469.609372:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1977:x1830945822068736:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 279us (1558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.609378:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1801 00002000:00100000:1.0:1746126469.609382:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3f800 x1830945822068736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.609388:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3f800 with x1830945822068736 ext(0->4095) 00010000:00010000:1.0:1746126469.609392:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.609400:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.609404:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a3f800 00000100:00100000:0.0:1746126469.611560:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.611602:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.611774:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822068864 00000100:00100000:3.0:1746126469.611780:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822068864 00000100:00100000:2.0:1746126469.611958:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822068992 00000100:00100000:2.0:1746126469.611962:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822068992 00010000:00010000:2.0:1746126469.611980:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.612001:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7329 00000100:00100000:2.0:1746126469.612007:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1977:x1830945822068992:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.612019:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.612035:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.612045:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.612062:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14200/0x8f8d42f0d1116910 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf63 expref: 109 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.612076:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.612078:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.612083:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 108 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.612096:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 108 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.612122:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 108 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.612131:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820470144:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.612181:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.612232:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5116 00000100:00100000:3.0:1746126469.612239:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822068864:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.612251:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.612260:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf71 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.612274:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 108 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.612278:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.612279:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.612281:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.612295:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 108 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.612303:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 108 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.612310:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820470272:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.612555:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.615446:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820470272:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.615521:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820470144:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.615536:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126469.615679:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.615692:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15a00, rc 0) 00000100:00100000:2.0:1746126469.616016:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1977:x1830945822068992:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4007us (4412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.616024:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7329 00000100:00100000:3.0:1746126469.616113:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822068864:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3874us (4556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.616119:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5116 00000100:00100000:0.0:1746126469.617545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.617727:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822069248 00000100:00100000:1.0:1746126469.617734:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822069248 00002000:00100000:1.0:1746126469.617765:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc28a80 x1830945822069248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.617773:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc28a80 with x1830945822069248 ext(0->4095) 00010000:00010000:1.0:1746126469.617780:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 108 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.617792:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 108 pid: 10567 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.617798:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc28a80 00000100:00100000:1.0:1746126469.617822:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1802 00000100:00100000:1.0:1746126469.617828:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1975:x1830945822069248:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126469.617955:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1975:x1830945822069248:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.617960:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1802 00002000:00100000:1.0:1746126469.617965:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc28a80 x1830945822069248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.617971:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc28a80 with x1830945822069248 ext(0->4095) 00010000:00010000:1.0:1746126469.617975:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 108 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.617983:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 108 pid: 10567 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.617988:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc28a80 00000100:00100000:0.0:1746126469.620362:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.620398:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.620520:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822069376 00000100:00100000:3.0:1746126469.620526:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822069376 00000100:00100000:3.0:1746126469.620562:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5117 00000100:00100000:3.0:1746126469.620568:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:31630:x1830945822069376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.620580:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.620592:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf78 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.620612:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.620617:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.620621:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126469.620625:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 109 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.620653:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.620662:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 109 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.620673:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14400, rc 0) 00000100:00100000:3.0:1746126469.620703:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:31630:x1830945822069376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.620708:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5117 00000100:00100000:2.0:1746126469.620903:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822069504 00000100:00100000:2.0:1746126469.620907:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822069504 00010000:00010000:2.0:1746126469.620921:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 109 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.620936:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7330 00000100:00100000:2.0:1746126469.620941:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1974:x1830945822069504:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.620951:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.620965:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 109 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.620974:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 109 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.620986:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d1116917 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf6a expref: 109 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.620999:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.621000:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.621005:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.621011:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.621041:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.621050:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 5 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.621059:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820470528:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.621098:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.623167:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.623260:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820470528:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.623275:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.623300:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1974:x1830945822069504:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2358us (2901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.623307:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7330 00000100:00100000:1.0:1746126469.623374:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822069760 00000100:00100000:1.0:1746126469.623379:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822069760 00002000:00100000:1.0:1746126469.623406:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092805880 x1830945822069760/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.623413:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805880 with x1830945822069760 ext(0->4095) 00010000:00010000:1.0:1746126469.623419:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.623429:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.623434:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092805880 00000100:00100000:1.0:1746126469.623595:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1803 00000100:00100000:1.0:1746126469.623602:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822069760:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126469.623708:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822069760:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.623713:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1803 00002000:00100000:1.0:1746126469.623718:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092805880 x1830945822069760/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.623725:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805880 with x1830945822069760 ext(0->4095) 00010000:00010000:1.0:1746126469.623729:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.623737:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.623746:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092805880 00000100:00100000:0.0:1746126469.627262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.627331:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822069888 00000100:00100000:2.0:1746126469.627338:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822069888 00010000:00010000:2.0:1746126469.627365:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.627647:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7331 00000100:00100000:2.0:1746126469.627654:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822069888:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.627666:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.627683:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.627694:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.627713:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d111691e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf71 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.627730:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.627732:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.627738:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 107 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.627745:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 107 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.627770:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 107 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.627780:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820470656:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.627841:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.630539:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820470656:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.630556:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.630587:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822069888:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2934us (3331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.630595:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7331 00000100:00100000:0.0:1746126469.630952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.631107:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822070144 00000100:00100000:3.0:1746126469.631113:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822070144 00002000:00100000:3.0:1746126469.631140:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092805f80 x1830945822070144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.631148:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805f80 with x1830945822070144 ext(0->4095) 00002000:00010000:3.0:1746126469.631151:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092805f80 00000100:00100000:3.0:1746126469.631164:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3920 00000100:00100000:3.0:1746126469.631169:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1976:x1830945822070144:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.631296:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1976:x1830945822070144:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.631301:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3920 00002000:00100000:3.0:1746126469.631306:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092805f80 x1830945822070144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.631312:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805f80 with x1830945822070144 ext(0->4095) 00002000:00010000:3.0:1746126469.631314:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092805f80 00000100:00100000:1.0:1746126469.634092:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.634169:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822070272 00000100:00100000:2.0:1746126469.634175:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822070272 00000100:00100000:2.0:1746126469.634208:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5118 00000100:00100000:2.0:1746126469.634214:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822070272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.634234:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.634248:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf7f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.634268:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 107 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.634274:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.634275:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.634278:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.634303:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 107 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.634312:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 107 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.634321:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820470784:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.634387:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.637900:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820470784:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.637924:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.637938:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:2.0:1746126469.637984:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822070272:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3769us (3897us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.637992:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5118 00000100:00100000:0.0:1746126469.638155:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.638484:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822070400 00000100:00100000:2.0:1746126469.638489:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822070400 00010000:00010000:2.0:1746126469.638538:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 108 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.638565:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7332 00000100:00100000:2.0:1746126469.638571:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1977:x1830945822070400:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.638581:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.638598:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 108 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.638606:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 108 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.638623:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d1116925 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf78 expref: 108 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.638641:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.638642:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.638648:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.638654:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.638676:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.638686:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820470912:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.639718:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.641480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.641670:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822070528 00000100:00100000:2.0:1746126469.641676:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822070528 00000100:00100000:3.0:1746126469.642726:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820470912:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.642740:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.642777:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1977:x1830945822070400:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4207us (4623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.642786:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7332 00000100:00100000:2.0:1746126469.643009:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5119 00000100:00100000:2.0:1746126469.643016:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+107:31630:x1830945822070528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.643029:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.643041:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf86 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.643060:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.643065:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.643067:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.643070:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.643089:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.643097:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.643106:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820471040:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.643146:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.643398:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.643649:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822070784 00000100:00100000:1.0:1746126469.643653:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822070784 00002000:00100000:1.0:1746126469.643674:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092806a00 x1830945822070784/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.643682:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092806a00 with x1830945822070784 ext(0->4095) 00010000:00010000:1.0:1746126469.643686:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.643694:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.643700:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092806a00 00000100:00100000:1.0:1746126469.643722:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1804 00000100:00100000:1.0:1746126469.643727:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822070784:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126469.643856:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822070784:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.643861:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1804 00002000:00100000:1.0:1746126469.643866:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092806a00 x1830945822070784/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.643872:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092806a00 with x1830945822070784 ext(0->4095) 00010000:00010000:1.0:1746126469.643876:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.643885:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.643890:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092806a00 00000100:00100000:2.0:1746126469.646946:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820471040:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.646968:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.646982:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126469.647015:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:31630:x1830945822070528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3999us (5540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.647022:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5119 00000100:00100000:0.0:1746126469.648300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.648408:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822070912 00000100:00100000:3.0:1746126469.648416:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822070912 00000100:00100000:3.0:1746126469.648447:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5120 00000100:00100000:3.0:1746126469.648453:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:31631:x1830945822070912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.648464:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.648477:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf8d expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.648513:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.648518:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.648522:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.648525:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.648551:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.648560:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.648764:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:3.0:1746126469.648804:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15200, rc 0) 00000100:00100000:0.0:1746126469.648820:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822071040 00000100:00100000:0.0:1746126469.648823:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822071040 00010000:00010000:0.0:1746126469.648840:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.648844:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:31631:x1830945822070912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 391us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.648849:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5120 00000100:00100000:0.0:1746126469.648855:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7333 00000100:00100000:0.0:1746126469.648859:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822071040:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126469.648866:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126469.648884:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.648897:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.648911:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127400/0x8f8d42f0d111692c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf7f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.648923:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.648925:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.648929:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.648935:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.648963:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.648971:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 108 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126469.648980:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820471296:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126469.649337:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.651788:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820471296:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.651804:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.651840:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822071040:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2980us (3076us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.651847:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7333 00000100:00100000:0.0:1746126469.652670:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.653046:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822071296 00000100:00100000:3.0:1746126469.653052:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822071296 00002000:00100000:3.0:1746126469.653082:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cf100 x1830945822071296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.653091:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf100 with x1830945822071296 ext(0->4095) 00010000:00010000:3.0:1746126469.653098:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 109 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.653109:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 109 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126469.653114:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cf100 00000100:00100000:3.0:1746126469.653859:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1805 00000100:00100000:3.0:1746126469.653866:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1976:x1830945822071296:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.653988:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1976:x1830945822071296:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (1318us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.653993:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1805 00002000:00100000:3.0:1746126469.653998:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cf100 x1830945822071296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.654006:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf100 with x1830945822071296 ext(0->4095) 00010000:00010000:3.0:1746126469.654011:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 109 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.654020:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 109 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126469.654029:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cf100 00000100:00100000:0.0:1746126469.659074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.659130:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822071424 00000100:00100000:2.0:1746126469.659141:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822071424 00010000:00010000:2.0:1746126469.659171:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 109 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.659207:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7334 00000100:00100000:2.0:1746126469.659213:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1976:x1830945822071424:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.659231:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.659249:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 109 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.659260:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 109 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.659277:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116933 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf86 expref: 109 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.659304:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.659306:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.659311:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.659318:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.659344:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.659354:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820471424:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.659419:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.662483:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.662535:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822071680 00000100:00100000:1.0:1746126469.662542:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822071680 00002000:00100000:1.0:1746126469.662577:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cd180 x1830945822071680/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.662586:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cd180 with x1830945822071680 ext(0->4095) 00002000:00010000:1.0:1746126469.662590:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cd180 00000100:00100000:1.0:1746126469.662612:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3921 00000100:00100000:1.0:1746126469.662619:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1975:x1830945822071680:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126469.662667:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820471424:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.662681:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.662709:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1976:x1830945822071424:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3497us (3643us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.662716:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7334 00000100:00100000:1.0:1746126469.662723:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1975:x1830945822071680:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.662728:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3921 00002000:00100000:1.0:1746126469.662731:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cd180 x1830945822071680/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.662738:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cd180 with x1830945822071680 ext(0->4095) 00002000:00010000:1.0:1746126469.662740:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cd180 00000100:00100000:0.0:1746126469.666056:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.666161:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822071808 00000100:00100000:3.0:1746126469.666168:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822071808 00000100:00100000:3.0:1746126469.666201:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5121 00000100:00100000:3.0:1746126469.666207:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822071808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.666230:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.666244:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf94 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.666266:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.666277:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.666279:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.666282:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.666304:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.666313:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 107 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.666321:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820471552:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.666393:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.671263:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.671316:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822071936 00000100:00100000:2.0:1746126469.671323:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822071936 00010000:00010000:2.0:1746126469.671352:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 108 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126469.671425:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7335 00000100:00100000:0.0:1746126469.671433:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1976:x1830945822071936:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126469.671444:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126469.671462:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 108 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.671473:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 108 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.672578:0:8480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d111693a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf8d expref: 108 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.672647:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820471552:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126469.672705:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.672708:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.672716:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.672723:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.672896:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.672905:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15a00, rc 0) 00000100:00100000:3.0:1746126469.672940:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822071808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6733us (6890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.672947:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5121 00010000:00010000:0.0:1746126469.672994:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126469.673004:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820471680:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126469.673048:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.674240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.674547:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822072064 00000100:00100000:3.0:1746126469.674554:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822072064 00000100:00100000:3.0:1746126469.675599:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5122 00000100:00100000:3.0:1746126469.675607:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:31630:x1830945822072064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.675620:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.675633:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bf9b expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.675655:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.675661:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.675662:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.675665:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.675686:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.675696:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.675705:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820471808:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.675770:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.677292:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820471680:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126469.677308:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126469.677356:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+109:1976:x1830945822071936:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5923us (6099us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126469.677364:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7335 00000100:00100000:0.0:1746126469.678847:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.678925:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822072320 00000100:00100000:3.0:1746126469.678932:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822072320 00002000:00100000:3.0:1746126469.678961:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946ce300 x1830945822072320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.678970:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ce300 with x1830945822072320 ext(0->4095) 00010000:00010000:3.0:1746126469.678977:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.678988:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126469.678994:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946ce300 00000100:00100000:2.0:1746126469.679350:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820471808:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.679369:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 108 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.679381:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15400, rc 0) 00000100:00100000:2.0:1746126469.679412:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:31630:x1830945822072064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3807us (5191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.679419:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5122 00000100:00100000:3.0:1746126469.679467:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1806 00000100:00100000:3.0:1746126469.679473:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822072320:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.679599:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822072320:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (756us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.679604:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1806 00002000:00100000:3.0:1746126469.679608:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946ce300 x1830945822072320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.679620:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ce300 with x1830945822072320 ext(0->4095) 00010000:00010000:3.0:1746126469.679624:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.679633:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126469.679638:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946ce300 00000100:00100000:0.0:1746126469.686648:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.686704:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822072448 00000100:00100000:2.0:1746126469.686711:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822072448 00010000:00010000:2.0:1746126469.686739:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.686769:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7336 00000100:00100000:2.0:1746126469.686775:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822072448:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.686785:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.686800:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.686811:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.686829:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15a00/0x8f8d42f0d1116941 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf94 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.687809:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.687811:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.687818:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.687826:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.687854:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.687864:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820471936:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.687929:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.691567:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820471936:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.691582:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.692902:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822072448:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6121us (6255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.692912:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7336 00000100:00100000:0.0:1746126469.693131:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.693253:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822072704 00000100:00100000:1.0:1746126469.693259:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822072704 00002000:00100000:1.0:1746126469.693286:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cf480 x1830945822072704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.693300:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf480 with x1830945822072704 ext(0->4095) 00002000:00010000:1.0:1746126469.693303:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cf480 00000100:00100000:1.0:1746126469.693315:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3922 00000100:00100000:1.0:1746126469.693319:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1977:x1830945822072704:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126469.693438:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1977:x1830945822072704:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.693443:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3922 00002000:00100000:1.0:1746126469.693448:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cf480 x1830945822072704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.693453:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf480 with x1830945822072704 ext(0->4095) 00002000:00010000:1.0:1746126469.693456:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cf480 00000100:00100000:0.0:1746126469.707612:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.708012:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822072832 00000100:00100000:2.0:1746126469.708020:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822072832 00000100:00100000:2.0:1746126469.708055:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5123 00000100:00100000:2.0:1746126469.708062:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822072832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.708078:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.708092:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfa2 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.708119:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.708126:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.708127:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.708131:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.708154:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 107 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.708163:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 107 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.708178:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820472064:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.709411:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.714929:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820472064:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.714955:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.714971:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126469.715008:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822072832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6946us (7402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.715016:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5123 00000100:00100000:0.0:1746126469.717251:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.718288:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822072960 00000100:00100000:3.0:1746126469.718296:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822072960 00002000:00100000:3.0:1746126469.718333:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b36680 x1830945822072960/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.718342:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36680 with x1830945822072960 ext(0->7) 00010000:00010000:3.0:1746126469.718349:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 108 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.718361:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 108 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126469.718367:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b36680 00000100:00100000:1.0:1746126469.719254:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1807 00000100:00100000:1.0:1746126469.719265:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+108:1976:x1830945822072960:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126469.721146:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1976:x1830945822072960:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 1879us (3895us total) trans 4294968025 rc 0/0 00000100:00100000:1.0:1746126469.721154:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1807 00002000:00100000:1.0:1746126469.721161:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b36680 x1830945822072960/t4294968025(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/448 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.721170:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36680 with x1830945822072960 ext(0->7) 00010000:00010000:1.0:1746126469.721177:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 110 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.721194:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 110 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.721200:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b36680 00000100:00100000:0.0:1746126469.726483:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.726543:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.726557:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822073216 00000100:00100000:2.0:1746126469.726565:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822073216 00000100:00100000:2.0:1746126469.726603:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5124 00000100:00100000:3.0:1746126469.726609:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822073088 00000100:00100000:2.0:1746126469.726610:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:31630:x1830945822073216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126469.726612:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822073088 00010000:00010000:2.0:1746126469.726625:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.726629:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 111 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.726635:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfa9 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.726655:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746126469.726657:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7337 00010000:00010000:2.0:1746126469.726661:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.726662:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1977:x1830945822073088:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.726667:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126469.726670:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 112 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.726671:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.726684:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.726693:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.726834:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.726836:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116948 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bf9b expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.726847:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 111 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.726855:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.726856:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.726861:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.726867:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.726960:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00010000:00010000:3.0:1746126469.726969:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.726977:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.726986:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820472320:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.727010:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+111:31630:x1830945822073216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 399us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.727016:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5124 00000100:00100000:3.0:1746126469.727140:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.736990:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.737078:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820472320:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.737094:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.737127:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1977:x1830945822073088:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 10464us (10583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.737135:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7337 00000100:00100000:1.0:1746126469.737400:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822073472 00000100:00100000:1.0:1746126469.737406:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822073472 00002000:00100000:1.0:1746126469.737434:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b34000 x1830945822073472/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.737443:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34000 with x1830945822073472 ext(0->4095) 00010000:00010000:1.0:1746126469.737449:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.737460:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.737466:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b34000 00000100:00100000:1.0:1746126469.737489:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1808 00000100:00100000:1.0:1746126469.737520:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822073472:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126469.737621:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822073472:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.737626:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1808 00002000:00100000:1.0:1746126469.737631:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b34000 x1830945822073472/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.737639:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34000 with x1830945822073472 ext(0->4095) 00010000:00010000:1.0:1746126469.737643:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.737651:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.737656:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b34000 00000100:00100000:2.0:1746126469.749368:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.749457:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822073600 00000100:00100000:3.0:1746126469.749464:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822073600 00010000:00010000:3.0:1746126469.749491:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.749526:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7338 00000100:00100000:3.0:1746126469.749532:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822073600:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.749542:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.749558:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.749568:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.749583:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d111694f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa2 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.749597:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.749599:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.749604:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.749610:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.749634:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.749643:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820472448:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.763028:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.764286:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820472448:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.764301:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.764346:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822073600:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 14811us (14982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.764354:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7338 00000100:00100000:0.0:1746126469.764459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.764631:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822073856 00000100:00100000:3.0:1746126469.764637:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822073856 00002000:00100000:3.0:1746126469.764664:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b34e00 x1830945822073856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.764672:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34e00 with x1830945822073856 ext(0->4095) 00002000:00010000:3.0:1746126469.764675:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b34e00 00000100:00100000:3.0:1746126469.764698:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3923 00000100:00100000:3.0:1746126469.764703:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1975:x1830945822073856:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126469.764812:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1975:x1830945822073856:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.764817:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3923 00002000:00100000:3.0:1746126469.764820:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b34e00 x1830945822073856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.764831:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b34e00 with x1830945822073856 ext(0->4095) 00002000:00010000:3.0:1746126469.764833:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b34e00 00000100:00100000:0.0:1746126469.773837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.774350:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822073984 00000100:00100000:2.0:1746126469.774357:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822073984 00000100:00100000:2.0:1746126469.774395:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5125 00000100:00100000:2.0:1746126469.774401:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822073984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.774415:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.774430:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfb0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.774452:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.774459:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.774460:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.774463:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.774488:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 109 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.774518:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 109 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.774527:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820472576:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.774590:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.782309:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820472576:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.782333:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.782348:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126e00, rc 0) 00000100:00100000:2.0:1746126469.783935:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822073984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9528us (10098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.783943:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5125 00000100:00100000:0.0:1746126469.786670:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.786735:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822074112 00000100:00100000:1.0:1746126469.786742:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822074112 00002000:00100000:1.0:1746126469.786774:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b37800 x1830945822074112/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.786782:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37800 with x1830945822074112 ext(0->7) 00010000:00010000:1.0:1746126469.786788:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 110 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.786801:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 110 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.786806:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b37800 00000100:00100000:1.0:1746126469.786829:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1809 00000100:00100000:1.0:1746126469.786834:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+110:1976:x1830945822074112:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126469.787065:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1976:x1830945822074112:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 230us (398us total) trans 4294968026 rc 0/0 00000100:00100000:1.0:1746126469.787070:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1809 00002000:00100000:1.0:1746126469.787075:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093b37800 x1830945822074112/t4294968026(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/448 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.787087:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b37800 with x1830945822074112 ext(0->7) 00010000:00010000:1.0:1746126469.787091:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.787098:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.787103:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b37800 00000100:00100000:0.0:1746126469.795017:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.796598:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822074240 00000100:00100000:3.0:1746126469.796607:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822074240 00010000:00010000:3.0:1746126469.796634:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.796664:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7339 00000100:00100000:3.0:1746126469.796670:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1974:x1830945822074240:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.796679:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.796693:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.796702:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.796718:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116956 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfa9 expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.796737:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.796739:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.796744:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.796751:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.796778:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.796786:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820472704:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.800578:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.801764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.802000:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822074368 00000100:00100000:2.0:1746126469.802006:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822074368 00000100:00100000:2.0:1746126469.802046:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5126 00000100:00100000:2.0:1746126469.802052:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:31630:x1830945822074368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.802065:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.802077:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfb7 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.802100:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.802106:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.802108:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.802111:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 113 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.802130:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.802139:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.802148:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820472832:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.802200:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.802713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.802916:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820472704:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.802929:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.802958:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1974:x1830945822074240:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6288us (7947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.802966:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7339 00000100:00100000:2.0:1746126469.803087:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822074624 00000100:00100000:2.0:1746126469.803090:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822074624 00002000:00100000:2.0:1746126469.803118:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009414b800 x1830945822074624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.803127:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009414b800 with x1830945822074624 ext(0->4095) 00010000:00010000:2.0:1746126469.803132:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.803140:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126469.803145:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009414b800 00000100:00100000:2.0:1746126469.803403:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1810 00000100:00100000:2.0:1746126469.803409:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822074624:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126469.803546:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822074624:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (833us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.803551:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1810 00002000:00100000:2.0:1746126469.803556:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009414b800 x1830945822074624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.803563:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009414b800 with x1830945822074624 ext(0->4095) 00010000:00010000:2.0:1746126469.803567:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.803575:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126469.803580:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009414b800 00000100:00100000:2.0:1746126469.805680:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820472832:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.805702:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 112 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.805715:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127c00, rc 0) 00000100:00100000:2.0:1746126469.805753:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:31630:x1830945822074368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3701us (3993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.805759:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5126 00000100:00100000:0.0:1746126469.808779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.808821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.808832:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822074752 00000100:00100000:2.0:1746126469.808840:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822074752 00000100:00100000:2.0:1746126469.808882:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5127 00000100:00100000:2.0:1746126469.808889:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:31631:x1830945822074752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.808903:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.808915:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfbe expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.808934:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.808939:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 113 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.808944:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.808947:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 113 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.808973:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 113 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.808983:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 113 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.808991:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127000, rc 0) 00000100:00100000:2.0:1746126469.809024:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:31631:x1830945822074752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.809030:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5127 00000100:00100000:3.0:1746126469.810178:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822074880 00000100:00100000:3.0:1746126469.810184:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822074880 00010000:00010000:3.0:1746126469.810204:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.810240:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7340 00000100:00100000:3.0:1746126469.810246:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822074880:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.810255:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.810270:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.810279:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.810293:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d111695d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb0 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.810316:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.810318:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.810323:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 112 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.810329:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 112 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.810350:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 112 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.810358:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.810367:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820473088:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.810427:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.814251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.814284:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822075136 00000100:00100000:0.0:1746126469.814291:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822075136 00002000:00100000:0.0:1746126469.814324:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903100 x1830945822075136/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126469.814396:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820473088:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.814411:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.814445:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822074880:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4198us (5623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.814455:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7340 00002000:00100000:0.0:1746126469.814804:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903100 with x1830945822075136 ext(0->4095) 00010000:00010000:0.0:1746126469.814812:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 113 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.814824:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 113 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126469.814830:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094903100 00000100:00100000:2.0:1746126469.815145:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1811 00000100:00100000:2.0:1746126469.815155:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1977:x1830945822075136:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126469.815289:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1977:x1830945822075136:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (1045us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.815298:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1811 00002000:00100000:2.0:1746126469.815304:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094903100 x1830945822075136/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.815311:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094903100 with x1830945822075136 ext(0->4095) 00010000:00010000:2.0:1746126469.815316:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 113 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.815325:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 113 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126469.815330:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094903100 00000100:00100000:0.0:1746126469.817233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.817307:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822075264 00000100:00100000:3.0:1746126469.817314:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822075264 00010000:00010000:3.0:1746126469.817337:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 113 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.817412:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7341 00000100:00100000:3.0:1746126469.817419:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1977:x1830945822075264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.817430:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.817445:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 113 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.817455:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 113 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.817472:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1116964 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfb7 expref: 113 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.817677:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.817680:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.817686:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 112 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.817694:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 112 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.817718:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 112 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.817727:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820473216:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.818035:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.820089:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820473216:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.820105:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.820135:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1977:x1830945822075264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2717us (2916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.820143:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7341 00000100:00100000:0.0:1746126469.820425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.820948:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822075520 00000100:00100000:3.0:1746126469.820953:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822075520 00002000:00100000:3.0:1746126469.820980:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094902300 x1830945822075520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.820988:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902300 with x1830945822075520 ext(0->4095) 00002000:00010000:3.0:1746126469.820991:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094902300 00000100:00100000:3.0:1746126469.821178:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3924 00000100:00100000:3.0:1746126469.821184:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1976:x1830945822075520:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126469.821674:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1976:x1830945822075520:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 488us (1248us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.821679:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3924 00002000:00100000:3.0:1746126469.821685:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094902300 x1830945822075520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.821692:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902300 with x1830945822075520 ext(0->4095) 00002000:00010000:3.0:1746126469.821694:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094902300 00000100:00100000:0.0:1746126469.824162:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.824330:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822075648 00000100:00100000:1.0:1746126469.824337:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822075648 00000100:00100000:1.0:1746126469.824529:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5128 00000100:00100000:1.0:1746126469.824536:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822075648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.824549:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.824561:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfc5 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.824584:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 111 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.824590:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.824592:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126469.824594:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.824617:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 111 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.824631:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 111 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126469.824641:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820473344:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.825396:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.827835:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820473344:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126469.827862:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.827875:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6af1e00, rc 0) 00000100:00100000:1.0:1746126469.827913:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822075648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3378us (3756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.827920:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5128 00000100:00100000:0.0:1746126469.828355:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.829130:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822075776 00000100:00100000:3.0:1746126469.829136:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822075776 00010000:00010000:3.0:1746126469.829157:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.829188:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7342 00000100:00100000:3.0:1746126469.829193:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094900e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1977:x1830945822075776:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.829203:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.829219:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.829237:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.829255:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127000/0x8f8d42f0d111696b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfbe expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.829274:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.829276:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.829282:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.829289:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.829312:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.829321:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820473472:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.829378:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.833449:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.833519:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822075904 00000100:00100000:1.0:1746126469.833526:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822075904 00000100:00100000:1.0:1746126469.833572:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5129 00000100:00100000:1.0:1746126469.833579:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:31630:x1830945822075904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126469.833594:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.833609:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfcc expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.833632:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.833649:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.833650:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126469.833653:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 113 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.833687:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820473472:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.833701:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.833732:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094900e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1977:x1830945822075776:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4539us (5377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.833740:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7342 00010000:00010000:1.0:1746126469.833745:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.833793:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 5 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126469.833808:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820473600:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126469.833867:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.834120:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.834169:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822076160 00000100:00100000:3.0:1746126469.834172:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822076160 00002000:00100000:3.0:1746126469.834193:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094900700 x1830945822076160/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.834200:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900700 with x1830945822076160 ext(0->4095) 00010000:00010000:3.0:1746126469.834206:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.834215:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126469.834220:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094900700 00000100:00100000:3.0:1746126469.834242:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1812 00000100:00100000:3.0:1746126469.834248:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822076160:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.834357:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822076160:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (237us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.834362:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1812 00002000:00100000:3.0:1746126469.834367:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094900700 x1830945822076160/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.834373:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900700 with x1830945822076160 ext(0->4095) 00010000:00010000:3.0:1746126469.834378:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.834386:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126469.834391:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094900700 00000100:00100000:0.0:1746126469.836631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.836676:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822076288 00000100:00100000:2.0:1746126469.836682:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822076288 00000100:00100000:2.0:1746126469.836717:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5130 00000100:00100000:1.0:1746126469.836717:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820473600:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.836722:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:31631:x1830945822076288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.836733:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126469.836742:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 113 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.836743:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfd3 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126469.836754:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6af1c00, rc 0) 00010000:00010000:2.0:1746126469.836757:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.836761:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 114 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.836765:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.836768:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 114 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.836792:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 114 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126469.836792:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+114:31630:x1830945822075904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3213us (3350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126469.836798:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5129 00010000:00010000:2.0:1746126469.836800:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 114 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.836806:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135126800, rc 0) 00000100:00100000:2.0:1746126469.836820:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:31631:x1830945822076288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.836824:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5130 00000100:00100000:0.0:1746126469.838061:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.838132:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822076416 00000100:00100000:3.0:1746126469.838136:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822076416 00010000:00010000:3.0:1746126469.838155:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.838170:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7343 00000100:00100000:3.0:1746126469.838175:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822076416:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.838183:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.838196:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.838204:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.838217:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1e00/0x8f8d42f0d1116972 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfc5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.838566:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.838568:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.838574:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 112 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.838585:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 112 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.838608:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 112 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.838617:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 112 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.838625:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820473856:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.838684:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.840660:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.840842:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822076672 00000100:00100000:1.0:1746126469.840848:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822076672 00002000:00100000:1.0:1746126469.840882:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184f100 x1830945822076672/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.840896:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f100 with x1830945822076672 ext(0->4095) 00010000:00010000:1.0:1746126469.840903:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 113 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.840914:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 113 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.840920:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184f100 00000100:00100000:1.0:1746126469.840952:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1813 00000100:00100000:1.0:1746126469.840959:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1977:x1830945822076672:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126469.841094:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1977:x1830945822076672:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.841100:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1813 00002000:00100000:1.0:1746126469.841105:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184f100 x1830945822076672/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.841111:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f100 with x1830945822076672 ext(0->4095) 00010000:00010000:1.0:1746126469.841115:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 113 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126469.841123:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 113 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126469.841128:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184f100 00000100:00100000:3.0:1746126469.841208:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820473856:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.841230:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.841253:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822076416:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3078us (3195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.841260:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7343 00000100:00100000:0.0:1746126469.845208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.846047:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822076800 00000100:00100000:3.0:1746126469.846056:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822076800 00010000:00010000:3.0:1746126469.846085:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 113 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.846245:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7344 00000100:00100000:3.0:1746126469.846253:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1977:x1830945822076800:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126469.846266:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.846285:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 113 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.846294:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 113 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.846312:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6af1c00/0x8f8d42f0d1116979 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfcc expref: 113 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.846343:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.846345:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.846350:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 112 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.846357:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 112 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.846381:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 112 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126469.846390:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820473984:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126469.848821:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.855105:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.855535:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820473984:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126469.855551:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126469.855596:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1977:x1830945822076800:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9343us (10394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.855605:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7344 00000100:00100000:2.0:1746126469.855800:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822077056 00000100:00100000:2.0:1746126469.855805:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822077056 00002000:00100000:2.0:1746126469.855834:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ca80 x1830945822077056/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.855842:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ca80 with x1830945822077056 ext(0->4095) 00002000:00010000:2.0:1746126469.855845:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ca80 00000100:00100000:2.0:1746126469.856472:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3925 00000100:00100000:2.0:1746126469.856479:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1976:x1830945822077056:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126469.856719:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1976:x1830945822077056:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 241us (1620us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.856724:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3925 00002000:00100000:2.0:1746126469.856730:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ca80 x1830945822077056/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.856741:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ca80 with x1830945822077056 ext(0->4095) 00002000:00010000:2.0:1746126469.856744:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ca80 00000100:00100000:0.0:1746126469.862265:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.862490:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822077184 00000100:00100000:3.0:1746126469.862522:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822077184 00000100:00100000:3.0:1746126469.862569:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5131 00000100:00100000:3.0:1746126469.862576:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822077184:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.862589:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.862603:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfda expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.862625:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 111 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.862632:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.862633:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.862636:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.862658:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 111 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.862667:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 111 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.862676:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820474112:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.865084:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.869582:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820474112:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.869604:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.869622:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e15400, rc 0) 00000100:00100000:3.0:1746126469.869657:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822077184:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7081us (7398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.869665:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5131 00000100:00100000:0.0:1746126469.870839:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.870867:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822077312 00000100:00100000:0.0:1746126469.870872:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822077312 00002000:00100000:0.0:1746126469.870903:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009184f480 x1830945822077312/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.870910:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f480 with x1830945822077312 ext(0->7) 00010000:00010000:0.0:1746126469.870916:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.870925:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 112 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126469.870930:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184f480 00000100:00100000:0.0:1746126469.870944:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1814 00000100:00100000:0.0:1746126469.870948:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+112:1977:x1830945822077312:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126469.871194:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+114:1977:x1830945822077312:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 245us (357us total) trans 4294968027 rc 0/0 00000100:00100000:0.0:1746126469.871199:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1814 00002000:00100000:0.0:1746126469.871204:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009184f480 x1830945822077312/t4294968027(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/448 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.871210:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f480 with x1830945822077312 ext(0->7) 00010000:00010000:0.0:1746126469.871214:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 114 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.871234:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 114 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126469.871239:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184f480 00000100:00100000:3.0:1746126469.876124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.876203:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822077440 00000100:00100000:2.0:1746126469.876210:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822077440 00010000:00010000:2.0:1746126469.876245:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 114 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.876275:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7345 00000100:00100000:2.0:1746126469.876282:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+114:1975:x1830945822077440:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.876294:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.876309:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 114 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.876319:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 114 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.876337:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126800/0x8f8d42f0d1116980 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfd3 expref: 114 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.876347:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.876349:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.876355:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.876361:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.876389:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.876399:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820474240:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.876459:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.884217:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.884357:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820474240:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.884371:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.884405:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:1975:x1830945822077440:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 8122us (8285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.884413:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7345 00000100:00100000:0.0:1746126469.884546:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822077696 00000100:00100000:0.0:1746126469.884552:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822077696 00002000:00100000:0.0:1746126469.884580:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c704380 x1830945822077696/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.884588:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c704380 with x1830945822077696 ext(0->4095) 00002000:00010000:0.0:1746126469.884592:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c704380 00000100:00100000:0.0:1746126469.884606:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3926 00000100:00100000:0.0:1746126469.884612:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822077696:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126469.885026:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822077696:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 413us (812us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126469.885035:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3926 00002000:00100000:0.0:1746126469.885039:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c704380 x1830945822077696/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.885045:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c704380 with x1830945822077696 ext(0->4095) 00002000:00010000:0.0:1746126469.885047:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c704380 00000100:00100000:2.0:1746126469.888426:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.888721:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822077824 00000100:00100000:3.0:1746126469.888729:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822077824 00000100:00100000:3.0:1746126469.888762:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5132 00000100:00100000:3.0:1746126469.888768:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+113:31631:x1830945822077824:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.888781:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.888794:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfe1 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.888817:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.888823:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.888825:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126469.888827:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 114 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.888849:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.888858:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 5 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.888873:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820474368:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.889288:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.894789:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.894854:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.894876:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822077952 00000100:00100000:2.0:1746126469.894882:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822077952 00010000:00010000:2.0:1746126469.894907:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.894931:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7346 00000100:00100000:2.0:1746126469.894937:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822077952:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.894947:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.894963:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.894974:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.894994:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.894996:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.895002:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 114 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.895009:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 114 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.895034:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 114 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.895044:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820474496:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.895109:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.895123:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822078080 00000100:00100000:2.0:1746126469.895126:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822078080 00000100:00100000:2.0:1746126469.895143:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5133 00000100:00100000:2.0:1746126469.895148:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+115:31630:x1830945822078080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126469.895158:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126469.895167:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfe8 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.895182:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 116 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.895186:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.895187:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126469.895191:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 116 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.895206:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 116 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.895216:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 116 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.895231:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820474624:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126469.895250:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c4c480 going to sleep for 11 seconds 00010000:00010000:3.0:1746126469.895391:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15400/0x8f8d42f0d1116987 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfda expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.895402:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820474368:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.895420:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 116 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.895426:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 116 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.896390:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943af800, rc 0) 00000100:00100000:3.0:1746126469.896436:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+116:31631:x1830945822077824:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7667us (8012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.896442:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5132 00000100:00100000:2.0:1746126469.901431:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820474624:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126469.901454:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 115 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.901468:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126469.901527:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+115:31630:x1830945822078080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6377us (6671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.901533:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5133 00000100:00100000:2.0:1746126469.901563:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820474496:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.901571:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.901585:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822077952:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6649us (6802us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.901591:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7346 00000100:00100000:0.0:1746126469.905506:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.905536:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822078336 00000100:00100000:0.0:1746126469.905542:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822078336 00002000:00100000:0.0:1746126469.905576:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184df80 x1830945822078336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.905585:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184df80 with x1830945822078336 ext(0->4095) 00010000:00010000:0.0:1746126469.905593:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 115 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.905604:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 115 pid: 10567 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126469.905609:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184df80 00000100:00100000:0.0:1746126469.905625:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1815 00000100:00100000:0.0:1746126469.905636:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+115:1976:x1830945822078336:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126469.905752:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+115:1976:x1830945822078336:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (266us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126469.905757:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1815 00002000:00100000:0.0:1746126469.905761:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184df80 x1830945822078336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.905768:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184df80 with x1830945822078336 ext(0->4095) 00010000:00010000:0.0:1746126469.905772:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 115 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.905778:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 115 pid: 10567 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126469.905782:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184df80 00000100:00100000:0.0:1746126469.914517:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.914556:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.914579:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822078464 00000100:00100000:0.0:1746126469.914586:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822078464 00000100:00100000:0.0:1746126469.914629:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5134 00000100:00100000:0.0:1746126469.914636:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822078464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126469.914650:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126469.915666:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bfef expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.915690:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126469.915695:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 114 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.915700:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126469.915702:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.915729:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 114 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.915739:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.915746:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c57f400, rc 0) 00000100:00100000:0.0:1746126469.915789:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822078464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1153us (1299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126469.915794:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5134 00000100:00100000:0.0:1746126469.915829:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822078592 00000100:00100000:0.0:1746126469.915831:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822078592 00010000:00010000:0.0:1746126469.915844:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 115 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126469.916937:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7347 00000100:00100000:0.0:1746126469.916944:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+115:1977:x1830945822078592:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126469.916954:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126469.916970:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 115 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.916980:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 115 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.916995:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d111698e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe1 expref: 115 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.917004:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.917006:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.917010:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 114 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.917022:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 114 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.917044:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 114 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.917053:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 114 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126469.917063:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820474880:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126469.917122:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.919194:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820474880:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126469.919210:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126469.919261:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.919286:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822078848 00000100:00100000:0.0:1746126469.919291:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822078848 00002000:00100000:0.0:1746126469.919319:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ed80 x1830945822078848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.919327:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ed80 with x1830945822078848 ext(0->4095) 00010000:00010000:0.0:1746126469.919334:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 115 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.919343:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 115 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126469.919348:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184ed80 00000100:00100000:0.0:1746126469.919365:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1816 00000100:00100000:0.0:1746126469.919371:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+115:1977:x1830945822078848:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126469.919472:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+115:1977:x1830945822078848:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126469.919478:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1816 00002000:00100000:0.0:1746126469.919483:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ed80 x1830945822078848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126469.919489:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ed80 with x1830945822078848 ext(0->4095) 00000100:00100000:1.0:1746126469.919490:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+115:1977:x1830945822078592:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2546us (4932us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126469.919508:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 115 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126469.919511:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7347 00010000:00010000:0.0:1746126469.919517:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 115 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126469.919522:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184ed80 00000100:00100000:1.0:1746126469.922944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126469.922973:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.923116:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822078976 00000100:00100000:0.0:1746126469.923124:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822078976 00000100:00100000:3.0:1746126469.923577:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5135 00000100:00100000:3.0:1746126469.923585:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+114:31630:x1830945822078976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.923598:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.923611:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bff6 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126469.923625:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822079104 00010000:00010000:3.0:1746126469.923629:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746126469.923629:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822079104 00010000:00010000:3.0:1746126469.923633:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.923639:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126469.923641:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 116 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.923643:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 116 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126469.923661:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7348 00010000:00010000:3.0:1746126469.923665:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126469.923666:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c706a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+116:1977:x1830945822079104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126469.923672:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126469.923675:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 116 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.923682:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a286400, rc 0) 00010000:00010000:0.0:1746126469.923688:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 116 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126469.923698:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 116 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.923711:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+116:31630:x1830945822078976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (737us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126469.923712:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127200/0x8f8d42f0d1116995 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfe8 expref: 116 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.923716:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5135 00010000:00010000:0.0:1746126469.923721:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.923722:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126469.923727:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.923733:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.923751:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.923761:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126469.923770:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820475136:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126469.924284:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.927600:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820475136:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126469.927618:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126469.927663:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c706a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+114:1977:x1830945822079104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3996us (4724us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126469.927675:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7348 00000100:00100000:2.0:1746126469.929797:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000001:00080000:2.0:1746126469.929818:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968008 is committed 00000001:00080000:2.0:1746126469.929834:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968026 is committed 00000100:00100000:3.0:1746126469.930180:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822079360 00000100:00100000:3.0:1746126469.930188:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822079360 00002000:00100000:3.0:1746126469.930227:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425c000 x1830945822079360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.930237:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c000 with x1830945822079360 ext(0->4095) 00010000:00010000:3.0:1746126469.930245:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.930258:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126469.930264:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425c000 00000100:00100000:3.0:1746126469.930292:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1817 00000100:00100000:3.0:1746126469.930298:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822079360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.930411:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822079360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (620us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.930417:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1817 00002000:00100000:3.0:1746126469.930422:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425c000 x1830945822079360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.930429:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c000 with x1830945822079360 ext(0->4095) 00010000:00010000:3.0:1746126469.930433:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126469.930440:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126469.930445:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425c000 00000100:00100000:0.0:1746126469.940083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.941148:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822079488 00000100:00100000:2.0:1746126469.941157:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822079488 00010000:00010000:2.0:1746126469.941186:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.941230:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7349 00000100:00100000:2.0:1746126469.941237:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822079488:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.941248:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.941264:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.941275:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.941292:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d111699c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bfef expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.941302:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.941304:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.941309:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.941316:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.941340:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.941353:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820475264:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.941425:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126469.943607:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820475264:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.943623:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.943654:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822079488:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2417us (3577us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.943662:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7349 00000100:00100000:0.0:1746126469.946723:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.947651:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822079744 00000100:00100000:2.0:1746126469.947659:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822079744 00002000:00100000:2.0:1746126469.947691:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec3100 x1830945822079744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.947700:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3100 with x1830945822079744 ext(0->4095) 00002000:00010000:2.0:1746126469.947705:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec3100 00000100:00100000:2.0:1746126469.948156:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3927 00000100:00100000:2.0:1746126469.948163:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822079744:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126469.948404:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822079744:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 240us (1686us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.948411:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3927 00002000:00100000:2.0:1746126469.948417:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec3100 x1830945822079744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.948423:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3100 with x1830945822079744 ext(0->4095) 00002000:00010000:2.0:1746126469.948425:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec3100 00000100:00100000:0.0:1746126469.951235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.951391:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822079872 00000100:00100000:3.0:1746126469.951397:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822079872 00000100:00100000:3.0:1746126469.951425:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5136 00000100:00100000:3.0:1746126469.951431:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822079872:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.951443:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.951456:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0bffd expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.951477:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.951487:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.951489:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.951509:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.951531:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.951540:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 7 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.951550:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820475392:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.952516:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.955871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.955943:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126469.955965:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822080000 00000100:00100000:0.0:1746126469.955971:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822080000 00000100:00100000:0.0:1746126469.956003:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5137 00000100:00100000:0.0:1746126469.956008:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:31630:x1830945822080000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126469.956022:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126469.956035:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c004 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.956054:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126469.956058:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.956063:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126469.956065:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.956089:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.956098:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126469.956109:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948bd000, rc 0) 00000100:00100000:0.0:1746126469.956138:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31630:x1830945822080000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126469.956143:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5137 00000100:00100000:3.0:1746126469.956288:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820475392:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.956303:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.956310:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a287a00, rc 0) 00000100:00100000:3.0:1746126469.956329:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822079872:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4899us (5107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.956334:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5136 00000100:00100000:2.0:1746126469.956538:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822080128 00000100:00100000:2.0:1746126469.956542:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822080128 00010000:00010000:2.0:1746126469.956556:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 9 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.956571:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7350 00000100:00100000:2.0:1746126469.956576:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822080128:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.956582:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.956598:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 9 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.956606:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 9 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.956620:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bff6 expref: 9 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.956641:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.956642:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.956647:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.956652:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.956669:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.956681:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 5 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.956690:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820475648:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.956780:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126469.959927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.959971:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822080384 00000100:00100000:2.0:1746126469.959977:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822080384 00002000:00100000:2.0:1746126469.960007:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c704a80 x1830945822080384/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.960015:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c704a80 with x1830945822080384 ext(0->4095) 00010000:00010000:2.0:1746126469.960022:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.960033:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126469.960039:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c704a80 00000100:00100000:2.0:1746126469.960065:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1818 00000100:00100000:2.0:1746126469.960071:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822080384:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126469.960201:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822080384:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126469.960207:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1818 00002000:00100000:2.0:1746126469.960212:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c704a80 x1830945822080384/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.960235:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c704a80 with x1830945822080384 ext(0->4095) 00010000:00010000:2.0:1746126469.960239:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.960248:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126469.960253:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c704a80 00000100:00100000:2.0:1746126469.960286:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820475648:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.960296:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.960314:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822080128:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3739us (4372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.960321:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7350 00000100:00100000:0.0:1746126469.965124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.965257:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822080512 00000100:00100000:2.0:1746126469.965265:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822080512 00010000:00010000:2.0:1746126469.965295:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.965598:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7351 00000100:00100000:2.0:1746126469.965606:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822080512:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.965616:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126469.965633:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.965642:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.965662:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d11169aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0bffd expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.965688:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.965690:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.965696:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.965703:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.965728:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.965738:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820475776:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.965793:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.970288:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.970370:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820475776:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.970385:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.970415:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822080512:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4810us (5297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.970423:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7351 00000100:00100000:1.0:1746126469.970725:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822080768 00000100:00100000:1.0:1746126469.970731:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822080768 00002000:00100000:1.0:1746126469.970761:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d1500 x1830945822080768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.970768:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1500 with x1830945822080768 ext(0->4095) 00002000:00010000:1.0:1746126469.970772:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d1500 00000100:00100000:1.0:1746126469.970795:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3928 00000100:00100000:1.0:1746126469.970801:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822080768:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126469.970907:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822080768:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (625us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126469.970913:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3928 00002000:00100000:1.0:1746126469.970918:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d1500 x1830945822080768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126469.970924:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d1500 with x1830945822080768 ext(0->4095) 00002000:00010000:1.0:1746126469.970927:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d1500 00000100:00100000:0.0:1746126469.978420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126469.978521:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822080896 00000100:00100000:3.0:1746126469.978528:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822080896 00000100:00100000:3.0:1746126469.978559:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5138 00000100:00100000:3.0:1746126469.978565:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822080896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126469.978580:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126469.978595:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c00b expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.978616:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.978622:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.978623:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126469.978626:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.978647:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.978656:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 7 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126469.978666:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820475904:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126469.978733:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126469.980842:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820475904:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126469.980866:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126469.980880:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a287000, rc 0) 00000100:00100000:3.0:1746126469.980913:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822080896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2347us (2498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126469.980924:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5138 00000100:00100000:0.0:1746126469.981159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.981461:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822081024 00000100:00100000:2.0:1746126469.981466:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822081024 00002000:00100000:2.0:1746126469.981512:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093a8b480 x1830945822081024/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.981526:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8b480 with x1830945822081024 ext(0->7) 00010000:00010000:2.0:1746126469.981532:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 8 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.981703:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 8 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126469.981710:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093a8b480 00000100:00100000:2.0:1746126469.981922:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1819 00000100:00100000:2.0:1746126469.981930:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822081024:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126469.983002:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822081024:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 1070us (1840us total) trans 4294968028 rc 0/0 00000100:00100000:2.0:1746126469.983010:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1819 00002000:00100000:2.0:1746126469.983017:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093a8b480 x1830945822081024/t4294968028(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:230/0 lens 496/448 e 0 to 0 dl 1746126480 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126469.983024:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8b480 with x1830945822081024 ext(0->7) 00010000:00010000:2.0:1746126469.983030:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 10 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.983041:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 10 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126469.983048:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093a8b480 00000100:00100000:0.0:1746126469.990342:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.990430:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822081152 00000100:00100000:2.0:1746126469.990438:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822081152 00010000:00010000:2.0:1746126469.990466:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 10 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126469.990522:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7352 00000100:00100000:2.0:1746126469.990529:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1975:x1830945822081152:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126469.990543:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126469.990556:0:7117:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126469 -> 1746126470 00002000:00010000:2.0:1746126469.990559:0:7117:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126469 -> 1746126470 00010000:00010000:2.0:1746126469.990563:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 10 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.990573:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 10 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.990592:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x8f8d42f0d11169b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c004 expref: 10 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126469.990755:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.990757:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126469.990763:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.990771:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126469.990797:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126469.990811:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820476032:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126469.992442:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126469.997449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126469.997580:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820476032:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126469.997594:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126469.997625:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822081152:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7096us (7289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126469.997633:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7352 00000100:00100000:3.0:1746126469.997720:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822081408 00000100:00100000:3.0:1746126469.997726:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822081408 00002000:00100000:3.0:1746126469.997756:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a8ad80 x1830945822081408/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/0 e 0 to 0 dl 1746126480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.997764:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8ad80 with x1830945822081408 ext(0->4095) 00002000:00010000:3.0:1746126469.997768:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a8ad80 00000100:00100000:3.0:1746126469.997793:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3929 00000100:00100000:3.0:1746126469.997798:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822081408:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126469.997940:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822081408:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (498us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126469.997946:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3929 00002000:00100000:3.0:1746126469.997950:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a8ad80 x1830945822081408/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746126480 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126469.997957:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8ad80 with x1830945822081408 ext(0->4095) 00002000:00010000:3.0:1746126469.997960:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a8ad80 00000100:00100000:0.0:1746126470.002775:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.002813:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.003520:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822081536 00000100:00100000:3.0:1746126470.003528:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822081536 00000100:00100000:3.0:1746126470.003560:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822081664 00000100:00100000:3.0:1746126470.003562:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822081664 00000100:00080000:0.0:1746126470.003609:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126470.003929:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5139 00000100:00100000:3.0:1746126470.003936:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:31630:x1830945822081536:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.003950:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.003963:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c012 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.003986:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.003993:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.003994:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.003997:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 11 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.004018:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.004027:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 5 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.004036:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820476160:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.004101:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.004139:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5140 00000100:00100000:0.0:1746126470.004146:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31631:x1830945822081664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126470.004152:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126470.004158:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c019 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.004167:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.004170:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 12 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.004174:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126470.004176:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.004198:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 12 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.004206:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.004213:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948bd200, rc 0) 00000100:00100000:0.0:1746126470.004238:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31631:x1830945822081664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (1424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126470.004242:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5140 00000100:00100000:0.0:1746126470.008404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.008731:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820476160:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.008755:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 11 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.008773:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a286400, rc 0) 00000100:00100000:3.0:1746126470.009239:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31630:x1830945822081536:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5302us (6470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.009247:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5139 00000100:00100000:2.0:1746126470.009320:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822081792 00000100:00100000:2.0:1746126470.009325:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822081792 00010000:00010000:2.0:1746126470.010131:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.010158:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7353 00000100:00100000:2.0:1746126470.010164:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822081792:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126470.010173:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126470.010188:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.010198:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.010215:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d11169b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c00b expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.010236:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.010238:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.010244:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.010251:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.010274:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.010283:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 10 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.010292:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820476416:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126470.010339:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00080000:1.0:1746126470.013377:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126470.014549:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820476416:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126470.014564:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126470.014597:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822081792:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4433us (6198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.014607:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7353 00000100:00100000:0.0:1746126470.015373:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.015455:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822082048 00000100:00100000:1.0:1746126470.015461:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822082048 00002000:00100000:1.0:1746126470.015491:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7ad80 x1830945822082048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.015518:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7ad80 with x1830945822082048 ext(0->4095) 00010000:00010000:1.0:1746126470.015525:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.015537:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.015544:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b7ad80 00000100:00100000:1.0:1746126470.015571:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1820 00000100:00100000:1.0:1746126470.015578:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945822082048:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126470.015690:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945822082048:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.015695:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1820 00002000:00100000:1.0:1746126470.015699:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7ad80 x1830945822082048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.015706:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7ad80 with x1830945822082048 ext(0->4095) 00010000:00010000:1.0:1746126470.015710:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.015718:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.015722:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b7ad80 00000100:00100000:0.0:1746126470.018078:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.018165:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822082176 00000100:00100000:2.0:1746126470.018171:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822082176 00010000:00010000:2.0:1746126470.018197:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.019179:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7354 00000100:00100000:3.0:1746126470.019189:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1974:x1830945822082176:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.019201:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.019227:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.019238:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.019256:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d11169bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c012 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.019281:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.019283:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.019289:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 10 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.019296:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 10 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.019321:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 10 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.019329:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820476544:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.019394:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.021392:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820476544:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.021407:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.021432:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1974:x1830945822082176:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2245us (3358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.021440:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7354 00000100:00100000:1.0:1746126470.024372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.024427:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822082432 00000100:00100000:2.0:1746126470.024434:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822082432 00002000:00100000:2.0:1746126470.024470:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706a00 x1830945822082432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.024480:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706a00 with x1830945822082432 ext(0->4095) 00002000:00010000:2.0:1746126470.024484:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c706a00 00000100:00100000:2.0:1746126470.024533:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3930 00000100:00100000:2.0:1746126470.024540:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822082432:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126470.024669:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822082432:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.024675:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3930 00002000:00100000:2.0:1746126470.024680:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c706a00 x1830945822082432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.024686:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c706a00 with x1830945822082432 ext(0->4095) 00002000:00010000:2.0:1746126470.024689:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c706a00 00000100:00100000:0.0:1746126470.026281:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.026446:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822082560 00000100:00100000:3.0:1746126470.026452:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822082560 00000100:00100000:3.0:1746126470.026512:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5141 00000100:00100000:3.0:1746126470.026519:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822082560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.026531:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.026546:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c020 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.026567:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.026573:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.026574:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.026577:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.026599:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 9 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.026609:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 9 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.026619:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820476672:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.026692:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.028168:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820476672:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.028192:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.028204:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c50d400, rc 0) 00000100:00100000:3.0:1746126470.028243:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822082560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1724us (1965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.028249:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5141 00000100:00100000:1.0:1746126470.028793:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.028854:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822082688 00000100:00100000:3.0:1746126470.028859:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822082688 00010000:00010000:3.0:1746126470.028878:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 10 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.028906:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7355 00000100:00100000:3.0:1746126470.028911:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822082688:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.028922:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.028938:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 10 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.028946:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 10 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.028963:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x8f8d42f0d11169c6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c019 expref: 10 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.028986:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.028988:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.028993:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.029000:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.029022:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.029031:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820476800:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.029079:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.031844:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820476800:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.031864:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.032101:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822082688:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3187us (3307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.032110:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7355 00000100:00100000:0.0:1746126470.033943:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.034200:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822082944 00000100:00100000:2.0:1746126470.034207:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822082944 00002000:00100000:2.0:1746126470.034252:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7a300 x1830945822082944/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.034261:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7a300 with x1830945822082944 ext(0->4095) 00002000:00010000:2.0:1746126470.034265:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b7a300 00000100:00100000:2.0:1746126470.034291:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3931 00000100:00100000:2.0:1746126470.034297:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822082944:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126470.034427:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822082944:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (488us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.034433:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3931 00002000:00100000:2.0:1746126470.034439:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7a300 x1830945822082944/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.034446:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7a300 with x1830945822082944 ext(0->4095) 00002000:00010000:2.0:1746126470.034448:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b7a300 00000100:00100000:0.0:1746126470.034580:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.034614:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822083072 00000100:00100000:3.0:1746126470.034618:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822083072 00000100:00100000:3.0:1746126470.034642:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5142 00000100:00100000:3.0:1746126470.034647:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31630:x1830945822083072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.034656:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.034672:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c027 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.034691:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.034698:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.034700:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.034703:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.034725:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.034736:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 5 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.034746:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820476928:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.034784:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.036121:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820476928:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126470.036394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:3.0:1746126470.036478:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.036490:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c800, rc 0) 00000100:00100000:1.0:1746126470.036736:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822083200 00000100:00100000:3.0:1746126470.036763:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:31630:x1830945822083072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2115us (2183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.036770:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5142 00000100:00100000:1.0:1746126470.036995:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822083200 00000100:00100000:1.0:1746126470.037235:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5143 00000100:00100000:1.0:1746126470.037242:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:31631:x1830945822083200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.037252:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.037262:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c02e expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.037277:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.037281:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 11 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.037286:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.037289:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 11 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.037317:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 11 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.037327:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 11 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.037334:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e00a00, rc 0) 00000100:00100000:0.0:1746126470.037343:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.037383:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31631:x1830945822083200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.037389:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5143 00000100:00100000:3.0:1746126470.037391:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822083328 00000100:00100000:3.0:1746126470.037394:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822083328 00010000:00010000:3.0:1746126470.037407:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.037423:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7356 00000100:00100000:3.0:1746126470.037428:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822083328:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.037437:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.037672:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.037683:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.037697:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d11169cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c020 expref: 6 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.037719:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.037721:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.037725:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.037732:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.037750:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 10 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.037759:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 10 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.037768:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820477184:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.037827:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.039357:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820477184:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.039371:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.039473:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822083328:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2043us (2128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.039480:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7356 00000100:00100000:0.0:1746126470.039668:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.039715:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822083584 00000100:00100000:3.0:1746126470.039718:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822083584 00002000:00100000:3.0:1746126470.039739:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7aa00 x1830945822083584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.039746:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7aa00 with x1830945822083584 ext(0->4095) 00010000:00010000:3.0:1746126470.039751:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.039761:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.039766:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b7aa00 00000100:00100000:3.0:1746126470.039778:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1821 00000100:00100000:3.0:1746126470.039783:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822083584:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126470.039909:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822083584:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (240us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.039914:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1821 00002000:00100000:3.0:1746126470.039919:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7aa00 x1830945822083584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.039925:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7aa00 with x1830945822083584 ext(0->4095) 00010000:00010000:3.0:1746126470.039929:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.039938:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.039942:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b7aa00 00000100:00100000:0.0:1746126470.041817:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.041893:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822083712 00000100:00100000:3.0:1746126470.041899:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822083712 00010000:00010000:3.0:1746126470.041923:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.041948:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7357 00000100:00100000:3.0:1746126470.041954:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945822083712:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.041964:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.041978:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.041987:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.042005:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d11169d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c027 expref: 11 pid: 10567 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.042030:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.042031:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.042037:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 10 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.042049:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 10 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.042071:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 10 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.042080:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820477312:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.042139:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.043594:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820477312:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.043610:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.043689:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822083712:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1733us (1875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.043696:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7357 00000100:00100000:0.0:1746126470.043792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.043936:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822083968 00000100:00100000:2.0:1746126470.043941:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822083968 00002000:00100000:2.0:1746126470.043968:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b79f80 x1830945822083968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.043975:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b79f80 with x1830945822083968 ext(0->4095) 00002000:00010000:2.0:1746126470.043978:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b79f80 00000100:00100000:2.0:1746126470.044000:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3932 00000100:00100000:2.0:1746126470.044006:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822083968:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126470.044126:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822083968:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.044131:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3932 00002000:00100000:2.0:1746126470.044136:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b79f80 x1830945822083968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.044142:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b79f80 with x1830945822083968 ext(0->4095) 00002000:00010000:2.0:1746126470.044144:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b79f80 00000100:00100000:0.0:1746126470.045438:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.045521:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822084096 00000100:00100000:1.0:1746126470.045525:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822084096 00000100:00100000:1.0:1746126470.045752:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5144 00000100:00100000:1.0:1746126470.045758:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822084096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.045769:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.045782:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c035 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.045800:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 9 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.045804:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.045806:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.045808:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.045828:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 9 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.045836:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 9 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.045844:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820477440:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.045902:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.047195:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820477440:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.047213:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.047233:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c57f400, rc 0) 00000100:00100000:2.0:1746126470.047266:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822084096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1507us (1831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.047271:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5144 00000100:00100000:0.0:1746126470.050944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.051696:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822084224 00000100:00100000:3.0:1746126470.051704:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822084224 00002000:00100000:3.0:1746126470.051735:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a43e0a80 x1830945822084224/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.051743:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e0a80 with x1830945822084224 ext(0->7) 00010000:00010000:3.0:1746126470.051750:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 10 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.051762:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 10 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.051768:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e0a80 00000100:00100000:3.0:1746126470.052101:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1822 00000100:00100000:3.0:1746126470.052107:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822084224:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126470.052812:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822084224:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 702us (1871us total) trans 4294968029 rc 0/0 00000100:00100000:3.0:1746126470.052818:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1822 00002000:00100000:3.0:1746126470.052824:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a43e0a80 x1830945822084224/t4294968029(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/448 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.052830:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e0a80 with x1830945822084224 ext(0->7) 00010000:00010000:3.0:1746126470.052835:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 12 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.052844:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 12 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.052849:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e0a80 00000100:00100000:0.0:1746126470.055035:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.055473:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822084352 00000100:00100000:3.0:1746126470.055480:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822084352 00010000:00010000:3.0:1746126470.055533:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 12 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.055562:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7358 00000100:00100000:3.0:1746126470.055568:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1977:x1830945822084352:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.055580:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.055673:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 12 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.055688:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 12 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.055705:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e00a00/0x8f8d42f0d11169db lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c02e expref: 12 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.055718:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.055719:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.055725:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.055731:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.055757:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.055766:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820477568:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.055848:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.058012:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.058128:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822084608 00000100:00100000:2.0:1746126470.058134:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822084608 00002000:00100000:2.0:1746126470.058164:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705f80 x1830945822084608/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.058173:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705f80 with x1830945822084608 ext(0->4095) 00002000:00010000:2.0:1746126470.058177:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c705f80 00000100:00100000:2.0:1746126470.058201:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3933 00000100:00100000:2.0:1746126470.058206:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822084608:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126470.059006:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820477568:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.059024:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.059060:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945822084352:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3492us (4043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.059069:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7358 00000100:00100000:2.0:1746126470.059076:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822084608:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 868us (1067us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.059082:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3933 00002000:00100000:2.0:1746126470.059088:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705f80 x1830945822084608/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.059094:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705f80 with x1830945822084608 ext(0->4095) 00002000:00010000:2.0:1746126470.059097:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c705f80 00000100:00100000:0.0:1746126470.062527:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.063025:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822084736 00000100:00100000:2.0:1746126470.063031:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822084736 00000100:00100000:2.0:1746126470.063080:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5145 00000100:00100000:2.0:1746126470.063087:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:31631:x1830945822084736:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126470.063091:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:2.0:1746126470.063101:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.063115:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c03c expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.063155:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822084864 00000100:00100000:1.0:1746126470.063159:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822084864 00000100:00100000:1.0:1746126470.063178:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5146 00000100:00100000:1.0:1746126470.063183:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31630:x1830945822084864:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.063189:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.063196:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c043 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.063215:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.063233:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.063234:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.063237:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.063259:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.063268:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 5 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.063277:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820477696:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.063330:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00010000:00010000:2.0:1746126470.063443:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.063447:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 14 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.063452:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.063454:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 14 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.063473:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 14 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.063482:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 14 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.063489:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa2800, rc 0) 00000100:00100000:2.0:1746126470.063530:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:31631:x1830945822084736:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 443us (1036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.063535:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5145 00000100:00100000:0.0:1746126470.066022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.066204:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820477696:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.066252:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.066265:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c57f200, rc 0) 00000100:00100000:1.0:1746126470.066300:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:31630:x1830945822084864:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3115us (3207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.066307:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5146 00000100:00100000:3.0:1746126470.066534:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822084992 00000100:00100000:3.0:1746126470.066539:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822084992 00010000:00010000:3.0:1746126470.066560:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.066586:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7359 00000100:00100000:3.0:1746126470.066592:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822084992:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.066601:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.066617:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.066626:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.066642:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f400/0x8f8d42f0d11169e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c035 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.066653:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.066655:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.066660:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.066665:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.066688:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.066696:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 12 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.066709:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820477952:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.066754:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.068623:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820477952:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.068638:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.068663:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822084992:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2071us (2645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.068670:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7359 00000100:00100000:0.0:1746126470.069096:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.069335:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822085248 00000100:00100000:2.0:1746126470.069340:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822085248 00002000:00100000:2.0:1746126470.069368:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e2680 x1830945822085248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.069376:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e2680 with x1830945822085248 ext(0->4095) 00010000:00010000:2.0:1746126470.069382:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.069396:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.069402:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e2680 00000100:00100000:2.0:1746126470.069415:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1823 00000100:00100000:2.0:1746126470.069421:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1977:x1830945822085248:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126470.069559:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1977:x1830945822085248:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.069565:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1823 00002000:00100000:2.0:1746126470.069570:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e2680 x1830945822085248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.069576:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e2680 with x1830945822085248 ext(0->4095) 00010000:00010000:2.0:1746126470.069581:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.069589:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.069594:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e2680 00000100:00100000:1.0:1746126470.073013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.075465:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822085376 00000100:00100000:3.0:1746126470.075475:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822085376 00010000:00010000:3.0:1746126470.075543:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.075605:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7360 00000100:00100000:2.0:1746126470.075614:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945822085376:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126470.075627:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126470.075646:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.075657:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.075676:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c043 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.075692:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.075694:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.075700:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 12 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.075707:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 12 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.075735:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 12 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126470.075745:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820478080:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126470.076346:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.080604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.080686:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822085632 00000100:00100000:3.0:1746126470.080694:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822085632 00002000:00100000:3.0:1746126470.080726:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e2a00 x1830945822085632/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.080735:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e2a00 with x1830945822085632 ext(0->4095) 00002000:00010000:3.0:1746126470.080740:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a43e2a00 00000100:00100000:3.0:1746126470.080756:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3934 00000100:00100000:3.0:1746126470.080761:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945822085632:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126470.080883:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945822085632:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (284us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.080888:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3934 00002000:00100000:3.0:1746126470.080893:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e2a00 x1830945822085632/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.080901:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e2a00 with x1830945822085632 ext(0->4095) 00002000:00010000:3.0:1746126470.080903:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a43e2a00 00000100:00100000:2.0:1746126470.080969:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820478080:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126470.080982:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126470.081001:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822085376:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5390us (7996us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.081007:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7360 00000100:00100000:0.0:1746126470.085027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.085128:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822085760 00000100:00100000:1.0:1746126470.085135:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822085760 00000100:00100000:1.0:1746126470.085312:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5147 00000100:00100000:1.0:1746126470.085320:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822085760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.085335:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.085348:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c04a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.085371:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 11 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.085377:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.085378:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.085381:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.085404:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 11 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.085414:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 11 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.085423:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820478208:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.085879:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.087948:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820478208:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.087974:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.087986:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c57f200, rc 0) 00000100:00100000:1.0:1746126470.088110:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822085760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2789us (3088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.088116:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5147 00000100:00100000:0.0:1746126470.088610:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.088925:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822085888 00000100:00100000:3.0:1746126470.088931:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822085888 00010000:00010000:3.0:1746126470.088962:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 12 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.089078:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7361 00000100:00100000:3.0:1746126470.089085:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822085888:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.089240:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.089257:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 12 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.089265:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 12 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.089281:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d11169e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c03c expref: 12 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.089293:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.089295:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.089300:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.089306:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.089331:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.089342:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820478336:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.089396:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.089873:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.089890:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822086016 00000100:00100000:1.0:1746126470.089894:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822086016 00000100:00100000:1.0:1746126470.089912:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5148 00000100:00100000:1.0:1746126470.089917:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31630:x1830945822086016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.089927:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.089937:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c051 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.089951:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.089956:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.089957:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.089960:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.090150:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.090160:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 5 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.090168:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820478464:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.090358:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.091259:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820478336:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.091275:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.091314:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945822085888:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2228us (2704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.091321:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7361 00000100:00100000:0.0:1746126470.093426:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.094502:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822086272 00000100:00100000:2.0:1746126470.094511:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822086272 00002000:00100000:2.0:1746126470.094547:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf51f80 x1830945822086272/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.094555:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51f80 with x1830945822086272 ext(0->4095) 00010000:00010000:2.0:1746126470.094563:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.094575:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.094581:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51f80 00000100:00100000:2.0:1746126470.094605:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1824 00000100:00100000:2.0:1746126470.094612:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822086272:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126470.094731:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822086272:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (1311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.094736:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1824 00002000:00100000:2.0:1746126470.094741:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf51f80 x1830945822086272/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.094746:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51f80 with x1830945822086272 ext(0->4095) 00010000:00010000:2.0:1746126470.094750:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.094758:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.094763:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51f80 00000100:00100000:1.0:1746126470.095180:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820478464:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.095201:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.095212:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c71000, rc 0) 00000100:00100000:1.0:1746126470.095251:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31630:x1830945822086016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5333us (5378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.095256:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5148 00000100:00100000:0.0:1746126470.097083:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.097521:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822086400 00000100:00100000:1.0:1746126470.097527:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822086400 00000100:00100000:1.0:1746126470.097557:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5149 00000100:00100000:1.0:1746126470.097562:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31631:x1830945822086400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.097574:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.097586:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c058 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.097603:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.097607:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.097611:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.097614:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.097644:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.097654:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.097661:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b820a00, rc 0) 00000100:00100000:1.0:1746126470.097700:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:31631:x1830945822086400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.097705:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5149 00000100:00100000:2.0:1746126470.098640:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.098837:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822086528 00000100:00100000:0.0:1746126470.098841:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822086528 00010000:00010000:0.0:1746126470.098862:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126470.098889:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7362 00000100:00100000:0.0:1746126470.098895:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822086528:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126470.098903:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126470.098919:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.098928:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.098942:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57f200/0x8f8d42f0d11169f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c04a expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.098968:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.098970:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.098975:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.098986:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.099006:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.099016:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 12 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126470.099592:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820478720:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126470.099660:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.103711:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820478720:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126470.103730:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126470.103787:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822086528:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4890us (5147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.103796:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7362 00000100:00100000:0.0:1746126470.103886:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.104834:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822086784 00000100:00100000:2.0:1746126470.104841:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822086784 00002000:00100000:2.0:1746126470.104873:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf50000 x1830945822086784/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.104881:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf50000 with x1830945822086784 ext(0->4095) 00010000:00010000:2.0:1746126470.104888:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.104900:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.104905:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf50000 00000100:00100000:2.0:1746126470.104931:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1825 00000100:00100000:2.0:1746126470.104936:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945822086784:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126470.105061:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945822086784:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (1177us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.105067:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1825 00002000:00100000:2.0:1746126470.105071:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf50000 x1830945822086784/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.105083:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf50000 with x1830945822086784 ext(0->4095) 00010000:00010000:2.0:1746126470.105086:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.105094:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.105098:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf50000 00000100:00100000:0.0:1746126470.107581:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.107689:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822086912 00000100:00100000:2.0:1746126470.107696:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822086912 00010000:00010000:2.0:1746126470.107723:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126470.108065:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7363 00000100:00100000:0.0:1746126470.108075:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945822086912:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126470.108088:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126470.108105:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.108115:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.108133:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099c71000/0x8f8d42f0d11169fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c051 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.108161:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.108162:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.108168:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.108175:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.108201:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126470.108211:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820478848:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126470.108287:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.110912:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820478848:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126470.110930:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126470.110963:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822086912:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2891us (3387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.110971:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7363 00000100:00100000:0.0:1746126470.111201:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.111280:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822087168 00000100:00100000:1.0:1746126470.111286:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822087168 00002000:00100000:1.0:1746126470.111314:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf53b80 x1830945822087168/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.111322:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf53b80 with x1830945822087168 ext(0->4095) 00002000:00010000:1.0:1746126470.111326:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf53b80 00000100:00100000:1.0:1746126470.111356:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3935 00000100:00100000:1.0:1746126470.111363:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822087168:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126470.111473:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822087168:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.111479:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3935 00002000:00100000:1.0:1746126470.111484:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf53b80 x1830945822087168/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.111514:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf53b80 with x1830945822087168 ext(0->4095) 00002000:00010000:1.0:1746126470.111517:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf53b80 00000100:00100000:0.0:1746126470.114572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.114621:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822087296 00000100:00100000:2.0:1746126470.114628:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822087296 00000100:00100000:2.0:1746126470.115895:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5150 00000100:00100000:2.0:1746126470.115904:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822087296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.115918:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.115931:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c05f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.115956:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.115962:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.115963:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.115966:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.115986:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.115995:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 11 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.116004:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820478976:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.116373:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.120813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.120873:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822087424 00000100:00100000:3.0:1746126470.120880:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822087424 00010000:00010000:3.0:1746126470.120908:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 12 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.120932:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7364 00000100:00100000:3.0:1746126470.120938:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1977:x1830945822087424:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.120949:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.120979:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 12 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.120989:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 12 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.121008:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.121010:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.121016:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.121023:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.121049:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.121059:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820479104:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126470.121108:0:8480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1116a05 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c058 expref: 12 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.121122:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820478976:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.121124:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00010000:00010000:2.0:1746126470.121140:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.121148:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3000, rc 0) 00000100:00100000:2.0:1746126470.121174:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822087296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5271us (6607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.121183:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5150 00000100:00100000:0.0:1746126470.122886:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.122956:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822087552 00000100:00100000:2.0:1746126470.122962:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822087552 00000100:00100000:2.0:1746126470.123035:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5151 00000100:00100000:2.0:1746126470.123041:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31630:x1830945822087552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.123054:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.123067:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c066 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.123086:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.123092:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.123093:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.123096:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.123118:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.123127:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.123137:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820479232:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.124510:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.124580:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820479104:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.124598:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.124625:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1977:x1830945822087424:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3687us (3818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.124633:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7364 00000100:00100000:0.0:1746126470.124864:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.124993:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822087808 00000100:00100000:3.0:1746126470.124998:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822087808 00002000:00100000:3.0:1746126470.125023:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452f100 x1830945822087808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.125031:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452f100 with x1830945822087808 ext(0->4095) 00010000:00010000:3.0:1746126470.125037:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.125047:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.125057:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452f100 00000100:00100000:3.0:1746126470.125070:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1826 00000100:00100000:3.0:1746126470.125076:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822087808:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126470.126427:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822087808:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1347us (1560us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.126435:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1826 00002000:00100000:3.0:1746126470.126442:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452f100 x1830945822087808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.126449:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452f100 with x1830945822087808 ext(0->4095) 00010000:00010000:3.0:1746126470.126455:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.126465:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.126470:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452f100 00000100:00100000:3.0:1746126470.127028:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820479232:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.127046:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.127058:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3200, rc 0) 00000100:00100000:3.0:1746126470.127100:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31630:x1830945822087552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4059us (4218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.127110:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5151 00000100:00100000:0.0:1746126470.128552:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.128591:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.128646:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822088064 00000100:00100000:3.0:1746126470.128653:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822088064 00000100:00100000:2.0:1746126470.128655:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822087936 00000100:00100000:2.0:1746126470.128657:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822087936 00010000:00010000:2.0:1746126470.128677:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.128695:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7365 00000100:00100000:2.0:1746126470.128700:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822087936:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126470.128709:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126470.128727:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.128736:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.128753:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116a0c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c05f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.128767:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.128769:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.128774:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.128781:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.128817:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5152 00000100:00100000:3.0:1746126470.128823:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31631:x1830945822088064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.128834:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.128876:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126470.128887:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820479360:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.128936:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c06d expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.128951:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.128956:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.128957:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.128978:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.128993:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.129001:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 13 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.129008:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820479488:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.129055:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.129059:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.130967:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.131000:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822088320 00000100:00100000:0.0:1746126470.131006:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822088320 00002000:00100000:0.0:1746126470.131035:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452c700 x1830945822088320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.131044:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452c700 with x1830945822088320 ext(0->4095) 00010000:00010000:0.0:1746126470.131051:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 14 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.131063:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 14 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126470.131069:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452c700 00000100:00100000:2.0:1746126470.131092:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820479360:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126470.131093:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1827 00000100:00100000:0.0:1746126470.131099:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1976:x1830945822088320:12345-192.168.203.3@tcp:3:ldlm_bl.0 00010000:00010000:2.0:1746126470.131105:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126470.131132:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822087936:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2432us (2540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.131138:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7365 00000100:00100000:0.0:1746126470.131204:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1976:x1830945822088320:12345-192.168.203.3@tcp:3:ldlm_bl.0 Request processed in 104us (242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126470.131209:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1827 00002000:00100000:0.0:1746126470.131214:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452c700 x1830945822088320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.131231:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452c700 with x1830945822088320 ext(0->4095) 00010000:00010000:0.0:1746126470.131235:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 14 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.131243:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 14 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126470.131248:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452c700 00000100:00100000:3.0:1746126470.131383:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820479488:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.131403:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 13 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.131412:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496da00, rc 0) 00000100:00100000:3.0:1746126470.131428:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:31631:x1830945822088064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2607us (2882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.131434:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5152 00000100:00100000:0.0:1746126470.133055:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.133134:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822088448 00000100:00100000:2.0:1746126470.133139:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822088448 00010000:00010000:2.0:1746126470.133159:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 13 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.133186:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7366 00000100:00100000:2.0:1746126470.133192:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945822088448:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126470.133201:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126470.133216:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 13 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.133234:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 13 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.133251:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116a13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c066 expref: 13 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.133305:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.133307:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.133313:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.133320:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.133349:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 12 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126470.133358:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820479616:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126470.133411:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.135624:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820479616:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126470.135639:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126470.135670:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822088448:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2477us (2618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.135679:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7366 00000100:00100000:0.0:1746126470.135740:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.136086:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822088704 00000100:00100000:2.0:1746126470.136091:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822088704 00002000:00100000:2.0:1746126470.136116:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452ce00 x1830945822088704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.136123:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452ce00 with x1830945822088704 ext(0->4095) 00002000:00010000:2.0:1746126470.136127:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a452ce00 00000100:00100000:2.0:1746126470.136156:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3936 00000100:00100000:2.0:1746126470.136163:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822088704:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126470.136305:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822088704:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (565us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.136311:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3936 00002000:00100000:2.0:1746126470.136316:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452ce00 x1830945822088704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.136332:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452ce00 with x1830945822088704 ext(0->4095) 00002000:00010000:2.0:1746126470.136334:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a452ce00 00000100:00100000:0.0:1746126470.141974:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.142093:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822088832 00000100:00100000:3.0:1746126470.142101:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822088832 00000100:00100000:3.0:1746126470.142646:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5153 00000100:00100000:3.0:1746126470.142655:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822088832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.142669:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.142685:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c074 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.142707:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 11 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.142713:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.142715:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.142718:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.142740:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 11 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.142750:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 11 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.142760:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820479744:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.142826:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.145587:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820479744:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.145614:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.145628:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c200, rc 0) 00000100:00100000:3.0:1746126470.145662:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822088832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3008us (3694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.145669:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5153 00000100:00100000:0.0:1746126470.146106:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.146526:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822088960 00000100:00100000:2.0:1746126470.146532:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822088960 00010000:00010000:2.0:1746126470.146553:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 12 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.146579:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7367 00000100:00100000:2.0:1746126470.146585:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1977:x1830945822088960:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126470.146595:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126470.146611:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 12 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.146619:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 12 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.146636:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a1a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c06d expref: 12 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.146659:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.146661:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.146666:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.146673:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.146699:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126470.146709:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820479872:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126470.147596:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.147973:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.148131:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822089088 00000100:00100000:2.0:1746126470.148136:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822089088 00000100:00100000:2.0:1746126470.148169:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5154 00000100:00100000:2.0:1746126470.148175:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31630:x1830945822089088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.148186:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.148198:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c07b expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.148216:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.148230:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.148232:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.148235:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.148255:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.148264:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.148278:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820480000:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.148316:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.153687:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820479872:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.153704:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.153734:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1977:x1830945822088960:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7149us (7629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.153742:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7367 00000100:00100000:2.0:1746126470.154347:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820480000:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.154366:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 12 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.154378:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c6b2000, rc 0) 00000100:00100000:2.0:1746126470.154409:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:31630:x1830945822089088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6235us (6437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.154415:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5154 00000100:00100000:0.0:1746126470.158234:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.159165:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822089344 00000100:00100000:2.0:1746126470.159174:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822089344 00002000:00100000:2.0:1746126470.159210:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452f480 x1830945822089344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.159228:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452f480 with x1830945822089344 ext(0->4095) 00010000:00010000:2.0:1746126470.159236:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.159249:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.159254:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452f480 00000100:00100000:2.0:1746126470.159271:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1828 00000100:00100000:2.0:1746126470.159277:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822089344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126470.160116:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822089344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 838us (1900us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.160123:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1828 00002000:00100000:2.0:1746126470.160129:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452f480 x1830945822089344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.160136:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452f480 with x1830945822089344 ext(0->4095) 00010000:00010000:2.0:1746126470.160141:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.160150:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.160155:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452f480 00000100:00100000:0.0:1746126470.174197:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.174288:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822089472 00000100:00100000:3.0:1746126470.174296:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822089472 00010000:00010000:3.0:1746126470.174324:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.174350:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7368 00000100:00100000:3.0:1746126470.174357:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822089472:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.174368:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.174385:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.174395:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.174415:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a21 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c074 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.175734:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.175738:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.175747:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.175755:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.175786:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.175797:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820480128:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.178001:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.189172:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820480128:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.189190:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.189229:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822089472:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 14864us (15031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.189237:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7368 00000100:00100000:0.0:1746126470.189600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.189668:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822089728 00000100:00100000:2.0:1746126470.189674:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822089728 00002000:00100000:2.0:1746126470.189702:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093121180 x1830945822089728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.189710:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093121180 with x1830945822089728 ext(0->4095) 00002000:00010000:2.0:1746126470.189714:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093121180 00000100:00100000:2.0:1746126470.189727:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3937 00000100:00100000:2.0:1746126470.189733:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1974:x1830945822089728:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126470.189862:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1974:x1830945822089728:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.189868:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3937 00002000:00100000:2.0:1746126470.189873:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093121180 x1830945822089728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.189880:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093121180 with x1830945822089728 ext(0->4095) 00002000:00010000:2.0:1746126470.189882:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093121180 00000100:00100000:0.0:1746126470.194608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.194955:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822089856 00000100:00100000:2.0:1746126470.194964:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822089856 00000100:00100000:2.0:1746126470.195055:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5155 00000100:00100000:2.0:1746126470.195061:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822089856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.195074:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.195087:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c082 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.195107:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.195112:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.195114:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.195116:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.195137:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 11 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.195145:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 11 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.195155:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820480256:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.197579:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.199358:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820480256:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.199381:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.199395:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa4200, rc 0) 00000100:00100000:2.0:1746126470.199429:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822089856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4367us (4826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.199436:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5155 00000100:00100000:0.0:1746126470.204001:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.204130:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822089984 00000100:00100000:2.0:1746126470.204140:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822089984 00002000:00100000:2.0:1746126470.204179:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093120700 x1830945822089984/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.204188:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093120700 with x1830945822089984 ext(0->7) 00010000:00010000:2.0:1746126470.204196:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 12 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.204209:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 12 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.204216:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093120700 00000100:00100000:2.0:1746126470.204263:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1829 00000100:00100000:2.0:1746126470.204269:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1977:x1830945822089984:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126470.205374:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1977:x1830945822089984:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 1101us (1379us total) trans 4294968030 rc 0/0 00000100:00100000:2.0:1746126470.205384:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1829 00002000:00100000:2.0:1746126470.205391:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093120700 x1830945822089984/t4294968030(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/448 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.205397:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093120700 with x1830945822089984 ext(0->7) 00010000:00010000:2.0:1746126470.205403:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 14 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.205413:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 14 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.205418:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093120700 00000100:00100000:0.0:1746126470.209202:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.209287:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.210391:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822090240 00000100:00100000:2.0:1746126470.210400:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822090240 00000100:00100000:2.0:1746126470.210459:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5156 00000100:00100000:2.0:1746126470.210467:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:31630:x1830945822090240:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.210487:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.210528:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c089 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.210551:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822090112 00000100:00100000:3.0:1746126470.210556:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822090112 00010000:00010000:2.0:1746126470.210557:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.210563:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.210568:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126470.210571:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 16 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.210577:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.210603:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7369 00000100:00100000:3.0:1746126470.210607:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1975:x1830945822090112:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126470.210610:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.210616:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126470.210622:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 16 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.210631:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa5600, rc 0) 00010000:00010000:3.0:1746126470.210635:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.210644:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.210661:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a28 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c07b expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.210673:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746126470.210674:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:31630:x1830945822090240:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (1483us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126470.210675:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.210680:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126470.210680:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5156 00010000:00010000:3.0:1746126470.210687:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.210705:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.210716:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 5 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.210728:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820480512:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.210791:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.213980:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.214182:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822090496 00000100:00100000:2.0:1746126470.214190:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822090496 00002000:00100000:2.0:1746126470.214244:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3ed80 x1830945822090496/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.214253:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3ed80 with x1830945822090496 ext(0->4095) 00010000:00010000:2.0:1746126470.214260:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.214274:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.214280:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3ed80 00000100:00100000:2.0:1746126470.214299:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1830 00000100:00100000:2.0:1746126470.214306:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822090496:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126470.214486:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822090496:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.214507:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1830 00002000:00100000:2.0:1746126470.214513:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3ed80 x1830945822090496/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.214519:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3ed80 with x1830945822090496 ext(0->4095) 00000100:00100000:3.0:1746126470.214522:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820480512:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126470.214523:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.214531:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.214536:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3ed80 00010000:00010000:3.0:1746126470.214541:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.214568:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1975:x1830945822090112:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3959us (5280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.214577:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7369 00000100:00100000:0.0:1746126470.217475:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.217523:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822090624 00000100:00100000:3.0:1746126470.217532:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822090624 00010000:00010000:3.0:1746126470.217566:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.217599:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7370 00000100:00100000:3.0:1746126470.217606:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822090624:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.217620:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.217642:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.217653:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.217676:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116a2f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c082 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.217701:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.217704:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.217711:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.217718:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.217938:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.217951:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820480640:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.218041:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.221112:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820480640:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.221141:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.221198:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822090624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3592us (3733us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.221209:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7370 00000100:00100000:0.0:1746126470.221637:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.221710:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822090880 00000100:00100000:2.0:1746126470.221717:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822090880 00002000:00100000:2.0:1746126470.221757:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3d180 x1830945822090880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.221766:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3d180 with x1830945822090880 ext(0->4095) 00002000:00010000:2.0:1746126470.221771:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc3d180 00000100:00100000:2.0:1746126470.221797:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3938 00000100:00100000:2.0:1746126470.221804:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1977:x1830945822090880:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126470.221982:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1977:x1830945822090880:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 177us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.221989:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3938 00002000:00100000:2.0:1746126470.221994:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3d180 x1830945822090880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.222005:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3d180 with x1830945822090880 ext(0->4095) 00002000:00010000:2.0:1746126470.222008:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc3d180 00000100:00100000:0.0:1746126470.226770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.226877:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822091008 00000100:00100000:2.0:1746126470.226886:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822091008 00000100:00100000:2.0:1746126470.227323:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5157 00000100:00100000:2.0:1746126470.227332:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822091008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.227463:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.227483:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c090 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.227560:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.227568:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.227570:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.227573:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.227606:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 13 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.227618:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 13 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.227631:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820480768:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.227719:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.230387:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820480768:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.230419:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.230434:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa4000, rc 0) 00000100:00100000:2.0:1746126470.230486:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822091008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3154us (3727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.230511:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5157 00000100:00100000:0.0:1746126470.232693:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.232817:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822091136 00000100:00100000:2.0:1746126470.232826:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822091136 00002000:00100000:2.0:1746126470.232868:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009bc3df80 x1830945822091136/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.232878:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3df80 with x1830945822091136 ext(0->7) 00010000:00010000:2.0:1746126470.232886:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 14 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.232900:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 14 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.232906:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3df80 00000100:00100000:2.0:1746126470.232935:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1831 00000100:00100000:2.0:1746126470.232942:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1976:x1830945822091136:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126470.234699:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1976:x1830945822091136:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 1750us (2007us total) trans 4294968031 rc 0/0 00000100:00100000:2.0:1746126470.234710:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1831 00002000:00100000:2.0:1746126470.234718:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009bc3df80 x1830945822091136/t4294968031(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/448 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.234727:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3df80 with x1830945822091136 ext(0->7) 00010000:00010000:2.0:1746126470.234735:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.234749:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.234755:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3df80 00000100:00100000:0.0:1746126470.239851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.240489:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822091264 00000100:00100000:3.0:1746126470.240535:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822091264 00010000:00010000:3.0:1746126470.240576:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.240615:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7371 00000100:00100000:3.0:1746126470.240623:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945822091264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.240639:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.240661:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.240679:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.240702:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116a36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c089 expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.240734:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.240736:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.240744:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.240751:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.240784:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.240797:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820480896:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.240883:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.244639:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820480896:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.244675:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.244753:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1977:x1830945822091264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4128us (4911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.244764:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7371 00000100:00100000:0.0:1746126470.244892:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.245644:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.245737:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822091648 00000100:00100000:2.0:1746126470.245746:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822091648 00000100:00100000:2.0:1746126470.245792:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5158 00000100:00100000:2.0:1746126470.245798:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:31630:x1830945822091648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.245817:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.245833:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c097 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.245859:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.245866:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.245867:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.245870:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.245897:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.245914:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.245926:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820481024:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.245993:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.247116:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822091520 00000100:00100000:3.0:1746126470.247122:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822091520 00002000:00100000:3.0:1746126470.247158:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092590380 x1830945822091520/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.247168:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590380 with x1830945822091520 ext(0->4095) 00010000:00010000:3.0:1746126470.247174:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.247186:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.247192:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092590380 00000100:00100000:3.0:1746126470.247214:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1832 00000100:00100000:3.0:1746126470.247229:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822091520:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126470.247382:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822091520:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (2490us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.247388:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1832 00002000:00100000:3.0:1746126470.247393:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092590380 x1830945822091520/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.247400:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590380 with x1830945822091520 ext(0->4095) 00010000:00010000:3.0:1746126470.247405:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.247414:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.247420:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092590380 00000100:00100000:0.0:1746126470.248425:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820481024:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126470.248449:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.248463:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa5200, rc 0) 00000100:00100000:0.0:1746126470.249201:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:31630:x1830945822091648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3400us (3555us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126470.249209:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5158 00000100:00100000:0.0:1746126470.250304:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.250443:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.250840:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822091776 00000100:00100000:2.0:1746126470.250849:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822091776 00000100:00100000:2.0:1746126470.250888:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5159 00000100:00100000:2.0:1746126470.250894:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:31631:x1830945822091776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.250911:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.250929:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c09e expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.250956:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.250961:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.250966:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.250970:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.251009:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.251022:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.251036:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ea88c00, rc 0) 00000100:00100000:2.0:1746126470.251073:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:31631:x1830945822091776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.251079:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5159 00000100:00100000:3.0:1746126470.251290:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822091904 00000100:00100000:3.0:1746126470.251294:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822091904 00010000:00010000:3.0:1746126470.251314:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.251607:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7372 00000100:00100000:3.0:1746126470.251614:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822091904:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.251624:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.251646:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.251657:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.251674:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116a3d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c090 expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.251698:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.251700:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.251706:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.251711:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.251732:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.251746:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 16 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.251758:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820481280:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.251820:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.254272:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.254399:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820481280:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.254422:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.254896:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822092160 00000100:00100000:1.0:1746126470.254904:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822092160 00002000:00100000:1.0:1746126470.254947:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092590000 x1830945822092160/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.254957:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590000 with x1830945822092160 ext(0->4095) 00010000:00010000:1.0:1746126470.254965:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 17 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.254975:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822091904:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3359us (4529us total) trans 0 rc 0/0 00010000:00010000:1.0:1746126470.254977:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 17 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.254983:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092590000 00000100:00100000:3.0:1746126470.254986:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7372 00000100:00100000:1.0:1746126470.255380:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1833 00000100:00100000:1.0:1746126470.255388:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1975:x1830945822092160:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126470.255585:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1975:x1830945822092160:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (1322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.255591:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1833 00002000:00100000:1.0:1746126470.255596:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092590000 x1830945822092160/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.255650:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590000 with x1830945822092160 ext(0->4095) 00010000:00010000:1.0:1746126470.255656:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 17 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.255667:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 17 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.255672:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092590000 00000100:00100000:0.0:1746126470.258230:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.258597:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822092288 00000100:00100000:3.0:1746126470.258606:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822092288 00010000:00010000:3.0:1746126470.258640:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 17 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.258914:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7373 00000100:00100000:3.0:1746126470.258923:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1975:x1830945822092288:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.258937:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.258959:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 17 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.258970:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 17 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.258993:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116a44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c097 expref: 17 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.259008:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.259010:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.259018:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.259026:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.259058:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 16 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.259070:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820481408:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.259609:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.262134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.262252:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822092544 00000100:00100000:1.0:1746126470.262261:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822092544 00002000:00100000:1.0:1746126470.262306:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80ea00 x1830945822092544/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.262316:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ea00 with x1830945822092544 ext(0->4095) 00002000:00010000:1.0:1746126470.262321:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80ea00 00000100:00100000:3.0:1746126470.262420:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820481408:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.262444:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.262483:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1975:x1830945822092288:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3560us (4268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.262519:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7373 00000100:00100000:1.0:1746126470.262672:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3939 00000100:00100000:1.0:1746126470.262680:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945822092544:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126470.262816:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945822092544:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (691us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.262821:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3939 00002000:00100000:1.0:1746126470.262826:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80ea00 x1830945822092544/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.262833:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ea00 with x1830945822092544 ext(0->4095) 00002000:00010000:1.0:1746126470.262836:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80ea00 00000100:00100000:0.0:1746126470.267461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.267607:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822092672 00000100:00100000:1.0:1746126470.267617:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822092672 00000100:00100000:1.0:1746126470.268267:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5160 00000100:00100000:1.0:1746126470.268283:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822092672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.268306:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.268326:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0a5 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.268355:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 15 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.268361:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.268363:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.268367:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.268396:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 15 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.268406:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 15 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.268418:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820481536:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.269137:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.271595:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820481536:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.271631:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.271647:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b820200, rc 0) 00000100:00100000:1.0:1746126470.271689:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822092672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3414us (4239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.271701:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5160 00000100:00100000:0.0:1746126470.272458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.273262:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822092800 00000100:00100000:3.0:1746126470.273270:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822092800 00010000:00010000:3.0:1746126470.273301:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 16 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.273738:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7374 00000100:00100000:3.0:1746126470.273746:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1977:x1830945822092800:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.273762:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.273784:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 16 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.273794:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 16 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.273817:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ea88c00/0x8f8d42f0d1116a4b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c09e expref: 16 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.273844:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.273846:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.273854:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.273862:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.273893:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.273904:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820481664:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.273983:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.274434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.274559:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822092928 00000100:00100000:0.0:1746126470.274563:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822092928 00000100:00100000:0.0:1746126470.274597:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5161 00000100:00100000:0.0:1746126470.274602:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:31630:x1830945822092928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126470.274614:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126470.274625:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0ac expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.274642:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.274647:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.274648:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.274651:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.274667:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.274678:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 5 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126470.274686:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b80ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820481792:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126470.274725:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.276468:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820481664:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.276488:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.276984:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1977:x1830945822092800:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3236us (4525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.276998:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7374 00000100:00100000:2.0:1746126470.277146:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b80ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820481792:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126470.277157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:2.0:1746126470.277169:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 16 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.277185:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a286400, rc 0) 00000100:00100000:2.0:1746126470.277309:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:31630:x1830945822092928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2703us (2872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.277316:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5161 00000100:00100000:3.0:1746126470.277327:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822093184 00000100:00100000:3.0:1746126470.277333:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822093184 00002000:00100000:3.0:1746126470.277367:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80f100 x1830945822093184/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.277376:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80f100 with x1830945822093184 ext(0->4095) 00010000:00010000:3.0:1746126470.277382:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.277394:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.277400:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80f100 00000100:00100000:3.0:1746126470.277428:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1834 00000100:00100000:3.0:1746126470.277435:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822093184:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126470.277627:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822093184:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 193us (469us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.277633:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1834 00002000:00100000:3.0:1746126470.277638:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80f100 x1830945822093184/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.277644:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80f100 with x1830945822093184 ext(0->4095) 00010000:00010000:3.0:1746126470.277649:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.277661:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.277666:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80f100 00000100:00100000:0.0:1746126470.282078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.282176:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822093312 00000100:00100000:3.0:1746126470.282186:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822093312 00010000:00010000:3.0:1746126470.282234:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.282624:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7375 00000100:00100000:3.0:1746126470.282633:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822093312:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.282648:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.282672:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.282684:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.282707:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b820200/0x8f8d42f0d1116a52 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0a5 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.282728:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.282730:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.282736:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.282749:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.282783:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.282795:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820481920:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.282879:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.285753:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820481920:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.285780:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.286383:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822093312:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3748us (4312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.286394:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7375 00000100:00100000:0.0:1746126470.288023:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.288881:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822093568 00000100:00100000:1.0:1746126470.288891:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822093568 00002000:00100000:1.0:1746126470.288939:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80ca80 x1830945822093568/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.288949:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ca80 with x1830945822093568 ext(0->4095) 00002000:00010000:1.0:1746126470.288955:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80ca80 00000100:00100000:1.0:1746126470.288993:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3940 00000100:00100000:1.0:1746126470.289002:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1976:x1830945822093568:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126470.289618:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1976:x1830945822093568:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 615us (1600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.289625:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3940 00002000:00100000:1.0:1746126470.289633:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80ca80 x1830945822093568/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.289641:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ca80 with x1830945822093568 ext(0->4095) 00002000:00010000:1.0:1746126470.289644:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80ca80 00000100:00100000:0.0:1746126470.299523:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.299697:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822093696 00000100:00100000:2.0:1746126470.299707:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822093696 00000100:00100000:2.0:1746126470.299751:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5162 00000100:00100000:2.0:1746126470.299759:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822093696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.299778:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.299797:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0b3 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.299825:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.299832:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.299835:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.299838:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.299869:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 15 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.299879:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 15 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.299890:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820482048:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.299980:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.311792:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820482048:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.311831:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.311848:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c6b2000, rc 0) 00000100:00100000:2.0:1746126470.318315:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822093696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18542us (18805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.318327:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5162 00000100:00100000:0.0:1746126470.320328:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.320418:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822093824 00000100:00100000:1.0:1746126470.320428:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822093824 00002000:00100000:1.0:1746126470.320472:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012f408700 x1830945822093824/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.320482:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408700 with x1830945822093824 ext(0->7) 00010000:00010000:1.0:1746126470.320490:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.320529:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 16 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.320535:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f408700 00000100:00100000:1.0:1746126470.320564:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1835 00000100:00100000:1.0:1746126470.320572:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1974:x1830945822093824:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126470.320902:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1974:x1830945822093824:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 330us (582us total) trans 4294968032 rc 0/0 00000100:00100000:1.0:1746126470.320909:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1835 00002000:00100000:1.0:1746126470.320915:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012f408700 x1830945822093824/t4294968032(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/448 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.320921:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408700 with x1830945822093824 ext(0->7) 00010000:00010000:1.0:1746126470.320926:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.320935:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.320940:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f408700 00000100:00100000:0.0:1746126470.328240:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.328339:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822093952 00000100:00100000:3.0:1746126470.328348:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822093952 00010000:00010000:3.0:1746126470.328383:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.328709:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7376 00000100:00100000:1.0:1746126470.328721:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1974:x1830945822093952:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.328735:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.328758:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.328771:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.328792:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a286400/0x8f8d42f0d1116a59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ac expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.328819:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.328821:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.328829:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.328836:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.328867:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.328879:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820482176:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.328961:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.330744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.330852:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820482176:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126470.330872:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.330907:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1974:x1830945822093952:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2190us (2676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.330916:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7376 00000100:00100000:3.0:1746126470.331257:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822094208 00000100:00100000:3.0:1746126470.331264:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822094208 00002000:00100000:3.0:1746126470.331298:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f408a80 x1830945822094208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.331307:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408a80 with x1830945822094208 ext(0->4095) 00002000:00010000:3.0:1746126470.331311:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f408a80 00000100:00100000:3.0:1746126470.331338:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3941 00000100:00100000:3.0:1746126470.331346:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822094208:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126470.331487:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822094208:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (747us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.331791:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3941 00002000:00100000:3.0:1746126470.331799:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f408a80 x1830945822094208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.331806:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408a80 with x1830945822094208 ext(0->4095) 00002000:00010000:3.0:1746126470.331809:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f408a80 00000100:00100000:0.0:1746126470.334560:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.334839:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822094336 00000100:00100000:2.0:1746126470.334849:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822094336 00000100:00100000:2.0:1746126470.334900:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5163 00000100:00100000:2.0:1746126470.334907:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:31631:x1830945822094336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.334927:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.334943:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0ba expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.334987:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.334994:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.334996:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.335003:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.335039:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.335057:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 5 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.335069:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820482304:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.335164:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.341668:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.341755:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820482304:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.341788:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.341805:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8156a00, rc 0) 00000100:00100000:2.0:1746126470.341852:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31631:x1830945822094336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6944us (7301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.341859:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5163 00000100:00100000:2.0:1746126470.342743:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822094592 00000100:00100000:2.0:1746126470.342750:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822094592 00000100:00100000:2.0:1746126470.342800:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5164 00000100:00100000:2.0:1746126470.342806:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945822094592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.342823:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.342839:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0c1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.342860:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.342865:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 19 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.342871:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.342874:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 19 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.342903:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 19 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.342913:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 19 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.342919:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a46e9600, rc 0) 00000100:00100000:2.0:1746126470.342943:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31630:x1830945822094592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (1285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.342948:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5164 00000100:00100000:0.0:1746126470.343031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.343520:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822094464 00000100:00100000:1.0:1746126470.343525:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822094464 00010000:00010000:1.0:1746126470.343547:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.343575:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7377 00000100:00100000:1.0:1746126470.343581:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822094464:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.343589:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.343609:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.343618:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.343636:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1116a60 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0b3 expref: 6 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.343650:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.343651:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.343657:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.343664:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.343685:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.343695:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.343711:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820482560:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.343784:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.345244:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.345394:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822094848 00000100:00100000:3.0:1746126470.345401:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822094848 00002000:00100000:3.0:1746126470.345437:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40ad80 x1830945822094848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.345446:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40ad80 with x1830945822094848 ext(0->4095) 00010000:00010000:3.0:1746126470.345454:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 19 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.345465:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 19 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.345471:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f40ad80 00000100:00100000:3.0:1746126470.345489:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1836 00000100:00100000:3.0:1746126470.345521:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822094848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126470.345669:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822094848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (431us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.345678:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1836 00002000:00100000:3.0:1746126470.345683:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40ad80 x1830945822094848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.345690:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40ad80 with x1830945822094848 ext(0->4095) 00010000:00010000:3.0:1746126470.345695:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 19 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.345703:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 19 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.345709:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f40ad80 00000100:00100000:1.0:1746126470.346091:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820482560:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126470.346107:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.346292:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822094464:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2710us (3260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.346299:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7377 00000100:00100000:0.0:1746126470.351802:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.351922:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.351989:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822095104 00000100:00100000:1.0:1746126470.351999:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822095104 00010000:00010000:1.0:1746126470.352039:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 19 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.352084:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7378 00000100:00100000:1.0:1746126470.352092:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945822095104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.352104:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.352127:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 19 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.352139:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 19 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.352405:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156a00/0x8f8d42f0d1116a67 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0ba expref: 19 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.352430:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822094976 00000100:00100000:3.0:1746126470.352435:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822094976 00010000:00010000:1.0:1746126470.352436:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.352439:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.352451:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.352458:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.352462:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5165 00000100:00100000:3.0:1746126470.352467:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822094976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.352482:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.352519:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0c8 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.352519:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.352533:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820482688:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.352538:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.352544:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.352546:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.352549:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.352570:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.352580:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.352588:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820482816:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.352722:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.352726:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.354116:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820482816:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.354145:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.354158:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c800, rc 0) 00000100:00100000:3.0:1746126470.354204:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822094976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1735us (2411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.354212:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5165 00000100:00100000:1.0:1746126470.355181:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820482688:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126470.355194:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.355235:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822095104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3142us (3311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.355243:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7378 00000100:00100000:2.0:1746126470.356232:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.356306:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822095360 00000100:00100000:0.0:1746126470.356314:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822095360 00002000:00100000:0.0:1746126470.356355:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425e680 x1830945822095360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.356364:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425e680 with x1830945822095360 ext(0->4095) 00010000:00010000:0.0:1746126470.356372:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.356384:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126470.356391:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425e680 00000100:00100000:0.0:1746126470.356415:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1837 00000100:00100000:0.0:1746126470.356422:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822095360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126470.356688:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822095360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 266us (469us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126470.356695:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1837 00002000:00100000:0.0:1746126470.356700:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425e680 x1830945822095360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.356707:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425e680 with x1830945822095360 ext(0->4095) 00010000:00010000:0.0:1746126470.356711:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.356720:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126470.356725:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425e680 00000100:00100000:0.0:1746126470.360564:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.360619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.360632:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822095488 00000100:00100000:3.0:1746126470.360642:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822095488 00000100:00100000:1.0:1746126470.360697:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822095616 00000100:00100000:3.0:1746126470.360699:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5166 00000100:00100000:1.0:1746126470.360701:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822095616 00000100:00100000:3.0:1746126470.360707:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31630:x1830945822095488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.360725:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.360725:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 19 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.360739:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0cf expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.360745:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7379 00000100:00100000:1.0:1746126470.360750:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1977:x1830945822095616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.360759:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.360764:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.360771:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.360776:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126470.360779:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 20 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.361251:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 20 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.361268:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 20 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.361287:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116a6e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c1 expref: 20 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.361292:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.361310:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.361312:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.361317:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.361324:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.361417:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 19 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.361424:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.361426:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c200, rc 0) 00010000:00010000:1.0:1746126470.361433:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 5 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.361444:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820483072:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.361565:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31630:x1830945822095488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 858us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.361571:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5166 00000100:00100000:1.0:1746126470.361588:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.364381:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.364477:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820483072:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126470.364518:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126470.364651:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822095872 00000100:00100000:0.0:1746126470.364658:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822095872 00002000:00100000:0.0:1746126470.364698:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425fb80 x1830945822095872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.364707:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425fb80 with x1830945822095872 ext(0->4095) 00010000:00010000:0.0:1746126470.364716:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.364728:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126470.364734:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425fb80 00000100:00100000:0.0:1746126470.364765:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1838 00000100:00100000:0.0:1746126470.364772:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822095872:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126470.364923:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822095872:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (550us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126470.364928:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1838 00002000:00100000:0.0:1746126470.364933:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425fb80 x1830945822095872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.364940:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425fb80 with x1830945822095872 ext(0->4095) 00010000:00010000:0.0:1746126470.364943:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.364951:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126470.364956:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425fb80 00000100:00100000:1.0:1746126470.365095:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822095616:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4344us (4475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.365105:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7379 00000100:00100000:0.0:1746126470.368658:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.368816:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822096000 00000100:00100000:1.0:1746126470.368827:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822096000 00010000:00010000:1.0:1746126470.368863:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.369409:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7380 00000100:00100000:1.0:1746126470.369417:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822096000:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.369433:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.369456:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.369467:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.369491:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a75 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0c8 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.369550:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.369552:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.369560:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 17 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.369567:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 17 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.369600:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 17 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.369612:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820483200:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.369699:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.372635:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820483200:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126470.372661:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.372712:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822096000:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3295us (4063us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.372723:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7380 00000100:00100000:0.0:1746126470.373446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.373775:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822096256 00000100:00100000:3.0:1746126470.373782:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822096256 00002000:00100000:3.0:1746126470.373819:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40a680 x1830945822096256/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.373828:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40a680 with x1830945822096256 ext(0->4095) 00002000:00010000:3.0:1746126470.373832:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f40a680 00000100:00100000:3.0:1746126470.373852:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3942 00000100:00100000:3.0:1746126470.373859:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822096256:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126470.374029:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822096256:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (584us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.374039:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3942 00002000:00100000:3.0:1746126470.374044:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40a680 x1830945822096256/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.374051:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40a680 with x1830945822096256 ext(0->4095) 00002000:00010000:3.0:1746126470.374053:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f40a680 00000100:00100000:2.0:1746126470.376705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.377185:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822096384 00000100:00100000:3.0:1746126470.377195:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822096384 00000100:00100000:3.0:1746126470.377259:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5167 00000100:00100000:3.0:1746126470.377268:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822096384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.377286:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.377304:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0d6 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.377335:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 17 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.377343:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.377344:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.377347:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.377379:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 17 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.377390:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 17 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.377630:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820483328:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.377731:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.379273:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.379302:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820483328:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.379335:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.379350:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496cc00, rc 0) 00000100:00100000:1.0:1746126470.379362:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822096512 00000100:00100000:1.0:1746126470.379371:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822096512 00010000:00010000:1.0:1746126470.379397:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.379432:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822096384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2164us (2734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.379439:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5167 00000100:00100000:1.0:1746126470.379446:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7381 00000100:00100000:1.0:1746126470.379453:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822096512:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.379465:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.379486:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.379588:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.379612:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116a7c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0cf expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.379625:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.379628:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.379634:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.379642:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.379674:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.379685:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820483456:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.379740:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.382938:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.383042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.383127:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822096768 00000100:00100000:2.0:1746126470.383136:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822096768 00002000:00100000:2.0:1746126470.383182:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f409c00 x1830945822096768/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.383192:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409c00 with x1830945822096768 ext(0->4095) 00002000:00010000:2.0:1746126470.383197:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f409c00 00000100:00100000:2.0:1746126470.383227:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3943 00000100:00100000:2.0:1746126470.383234:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822096768:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126470.383398:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822096896 00000100:00100000:3.0:1746126470.383402:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822096896 00000100:00100000:3.0:1746126470.383425:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5168 00000100:00100000:3.0:1746126470.383430:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945822096896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.383439:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.383455:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0dd expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.383478:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.383484:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.383486:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.383489:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 19 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.383539:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.383548:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820483456:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.383550:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.383561:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820483584:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.383568:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.383834:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945822096512:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4379us (4565us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.383842:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7381 00000100:00100000:2.0:1746126470.384119:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822096768:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 883us (1187us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.384122:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.384125:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3943 00002000:00100000:2.0:1746126470.384130:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f409c00 x1830945822096768/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.384137:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409c00 with x1830945822096768 ext(0->4095) 00010000:00010000:2.0:1746126470.384143:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.384154:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.384160:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f409c00 00000100:00100000:2.0:1746126470.386251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.386338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.386457:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820483584:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.386485:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.386517:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496da00, rc 0) 00000100:00100000:3.0:1746126470.386557:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945822096896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3126us (3514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.386565:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5168 00000100:00100000:3.0:1746126470.386590:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822097152 00000100:00100000:3.0:1746126470.386595:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822097152 00000100:00100000:3.0:1746126470.386621:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5169 00000100:00100000:1.0:1746126470.386975:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822097024 00000100:00100000:1.0:1746126470.386980:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822097024 00010000:00010000:1.0:1746126470.387001:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.387021:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7382 00000100:00100000:1.0:1746126470.387027:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822097024:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.387038:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.387060:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.387075:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.387097:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116a83 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0d6 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.387124:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.387126:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.387133:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.387140:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.387169:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.387179:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820483712:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.387240:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.387284:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31631:x1830945822097152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.387298:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.387307:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0e4 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.387326:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 19 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.387332:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.387333:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.387336:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 19 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.387350:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 19 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.387360:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.387368:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820483840:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.387403:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.389716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.389812:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820483712:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126470.389832:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.389872:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822097024:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2844us (3532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.389882:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7382 00000100:00100000:2.0:1746126470.390188:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822097408 00000100:00100000:2.0:1746126470.390195:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822097408 00002000:00100000:2.0:1746126470.390240:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40bb80 x1830945822097408/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.390250:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40bb80 with x1830945822097408 ext(0->4095) 00010000:00010000:2.0:1746126470.390257:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 20 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.390269:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 20 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.390275:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f40bb80 00000100:00100000:2.0:1746126470.390291:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1839 00000100:00100000:2.0:1746126470.390296:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1977:x1830945822097408:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126470.390333:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820483840:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.390357:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.390370:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496ca00, rc 0) 00000100:00100000:3.0:1746126470.390394:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:31631:x1830945822097152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3115us (4151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.390400:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5169 00000100:00100000:2.0:1746126470.391100:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945822097408:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 799us (1388us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.391106:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1839 00002000:00100000:2.0:1746126470.391111:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40bb80 x1830945822097408/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.391117:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40bb80 with x1830945822097408 ext(0->4095) 00010000:00010000:2.0:1746126470.391122:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.391131:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.391136:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f40bb80 00000100:00100000:0.0:1746126470.393107:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.393342:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822097536 00000100:00100000:1.0:1746126470.393352:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822097536 00010000:00010000:1.0:1746126470.393384:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.393610:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7383 00000100:00100000:1.0:1746126470.393617:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945822097536:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.393630:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.393651:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.393662:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.393683:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116a8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0dd expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.393701:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.393703:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.393709:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.393716:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.393744:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.393755:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820483968:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.393831:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.395670:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820483968:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126470.395694:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.395735:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822097536:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2117us (2636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.395745:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7383 00000100:00100000:0.0:1746126470.396313:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.397094:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822097792 00000100:00100000:2.0:1746126470.397103:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822097792 00002000:00100000:2.0:1746126470.397146:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133337800 x1830945822097792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.397155:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337800 with x1830945822097792 ext(0->4095) 00002000:00010000:2.0:1746126470.397160:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133337800 00000100:00100000:2.0:1746126470.397190:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3944 00000100:00100000:2.0:1746126470.397197:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822097792:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126470.397376:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822097792:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (1064us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.397383:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3944 00002000:00100000:2.0:1746126470.397388:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133337800 x1830945822097792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.397395:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337800 with x1830945822097792 ext(0->4095) 00002000:00010000:2.0:1746126470.397398:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133337800 00000100:00100000:0.0:1746126470.399277:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.399405:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822097920 00000100:00100000:3.0:1746126470.399414:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822097920 00000100:00100000:3.0:1746126470.399466:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5170 00000100:00100000:3.0:1746126470.399474:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822097920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.399519:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.399536:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0eb expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.399566:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 17 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.399572:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.399574:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.399578:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.399608:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 17 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.399619:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 17 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.399631:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820484096:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.399711:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.403338:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820484096:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.403379:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.403397:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c800, rc 0) 00000100:00100000:3.0:1746126470.403449:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822097920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3975us (4179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.403460:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5170 00000100:00100000:0.0:1746126470.403748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.403879:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822098048 00000100:00100000:1.0:1746126470.403887:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822098048 00010000:00010000:1.0:1746126470.403914:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.403935:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7384 00000100:00100000:1.0:1746126470.403941:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822098048:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.403953:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.403985:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.403995:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.404016:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116a91 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0e4 expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.404032:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.404033:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.404040:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.404048:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.404077:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.404089:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820484224:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.404139:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.407297:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.407454:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820484224:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126470.407476:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.407560:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1977:x1830945822098048:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3618us (3811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.407570:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7384 00000100:00100000:2.0:1746126470.407969:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822098304 00000100:00100000:2.0:1746126470.407977:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822098304 00002000:00100000:2.0:1746126470.408015:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133336d80 x1830945822098304/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.408025:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133336d80 with x1830945822098304 ext(0->4095) 00002000:00010000:2.0:1746126470.408030:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133336d80 00000100:00100000:2.0:1746126470.408059:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3945 00000100:00100000:2.0:1746126470.408066:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822098304:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126470.408235:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822098304:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (947us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.408244:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3945 00002000:00100000:2.0:1746126470.408249:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133336d80 x1830945822098304/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.408257:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133336d80 with x1830945822098304 ext(0->4095) 00002000:00010000:2.0:1746126470.408260:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133336d80 00000100:00100000:2.0:1746126470.409066:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.409420:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822098432 00000100:00100000:3.0:1746126470.409425:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822098432 00000100:00100000:3.0:1746126470.409458:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5171 00000100:00100000:3.0:1746126470.409463:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:31630:x1830945822098432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.409474:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.409491:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0f2 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.409926:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.409932:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.409934:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.409937:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.409965:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.409976:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 5 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.409987:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820484352:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.410061:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.412031:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.412250:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822098560 00000100:00100000:2.0:1746126470.412256:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822098560 00000100:00100000:3.0:1746126470.412264:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820484352:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.412296:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 19 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.412312:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c000, rc 0) 00000100:00100000:3.0:1746126470.412364:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31630:x1830945822098432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2899us (3300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.412372:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5171 00000100:00100000:2.0:1746126470.412676:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5172 00000100:00100000:2.0:1746126470.412684:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31631:x1830945822098560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126470.412696:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:2.0:1746126470.412698:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.412712:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c0f9 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.412731:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.412736:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 19 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.412741:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.412744:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 19 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.412777:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 19 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.412787:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 19 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.412794:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8156000, rc 0) 00000100:00100000:2.0:1746126470.412815:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31631:x1830945822098560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.412820:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5172 00000100:00100000:1.0:1746126470.412931:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822098688 00000100:00100000:1.0:1746126470.412935:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822098688 00010000:00010000:1.0:1746126470.412954:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.412987:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7385 00000100:00100000:1.0:1746126470.412992:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822098688:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.413001:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.413024:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.413033:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.413051:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116a98 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0eb expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.413066:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.413067:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.413073:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.413298:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.413320:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.413330:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.413342:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820484608:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.413570:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.414903:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.414993:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820484608:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126470.415009:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.415040:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822098688:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2047us (2342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.415050:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7385 00000100:00100000:3.0:1746126470.415129:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822098944 00000100:00100000:3.0:1746126470.415135:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822098944 00002000:00100000:3.0:1746126470.415172:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133337480 x1830945822098944/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.415181:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337480 with x1830945822098944 ext(0->4095) 00010000:00010000:3.0:1746126470.415188:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.415199:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.415205:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133337480 00000100:00100000:3.0:1746126470.415238:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1840 00000100:00100000:3.0:1746126470.415244:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822098944:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126470.415703:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822098944:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 458us (803us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.415709:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1840 00002000:00100000:3.0:1746126470.415715:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133337480 x1830945822098944/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.415722:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337480 with x1830945822098944 ext(0->4095) 00010000:00010000:3.0:1746126470.415726:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.415735:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746126470.415739:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133337480 00000100:00100000:2.0:1746126470.418961:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.419082:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822099072 00000100:00100000:1.0:1746126470.419096:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822099072 00010000:00010000:1.0:1746126470.419133:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.419178:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7386 00000100:00100000:1.0:1746126470.419186:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1974:x1830945822099072:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.419202:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.419233:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.419245:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.419267:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116a9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f2 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.419294:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.419295:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.419303:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.419311:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.419348:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.419361:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820484736:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.419448:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.420939:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.421039:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820484736:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126470.421056:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.421094:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1974:x1830945822099072:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1909us (2141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.421103:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7386 00000100:00100000:3.0:1746126470.421175:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822099328 00000100:00100000:3.0:1746126470.421179:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822099328 00002000:00100000:3.0:1746126470.421211:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133334700 x1830945822099328/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.421233:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133334700 with x1830945822099328 ext(0->4095) 00002000:00010000:3.0:1746126470.421237:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133334700 00000100:00100000:3.0:1746126470.421252:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3946 00000100:00100000:3.0:1746126470.421257:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1975:x1830945822099328:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126470.421397:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1975:x1830945822099328:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (462us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.421402:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3946 00002000:00100000:3.0:1746126470.421407:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133334700 x1830945822099328/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.421415:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133334700 with x1830945822099328 ext(0->4095) 00002000:00010000:3.0:1746126470.421417:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133334700 00000100:00100000:0.0:1746126470.424766:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.425080:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822099456 00000100:00100000:3.0:1746126470.425089:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822099456 00000100:00100000:3.0:1746126470.425187:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5173 00000100:00100000:3.0:1746126470.425195:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822099456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.425213:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.425239:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c100 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.425269:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.425275:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.425277:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.425280:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.425307:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.425318:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 17 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.425330:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820484864:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.425790:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.427375:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820484864:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.427409:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.427431:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c600, rc 0) 00000100:00100000:3.0:1746126470.427474:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822099456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2279us (2716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.427483:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5173 00000100:00100000:0.0:1746126470.427619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.427754:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822099584 00000100:00100000:1.0:1746126470.427762:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822099584 00010000:00010000:1.0:1746126470.427788:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746126470.427811:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7387 00000100:00100000:1.0:1746126470.427817:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822099584:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.427831:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.427853:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.427863:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.427883:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116aa6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c0f9 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.427895:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.427897:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.427904:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.427912:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.427938:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126470.427948:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820484992:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.428004:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.430887:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820484992:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126470.431042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.431071:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822099840 00000100:00100000:0.0:1746126470.431077:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822099840 00002000:00100000:0.0:1746126470.431120:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad8e00 x1830945822099840/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.431130:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8e00 with x1830945822099840 ext(0->4095) 00002000:00010000:0.0:1746126470.431135:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ad8e00 00000100:00100000:0.0:1746126470.431168:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3947 00000100:00100000:0.0:1746126470.431176:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822099840:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00010000:00010000:1.0:1746126470.431256:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.431300:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1976:x1830945822099584:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3481us (3680us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.431309:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7387 00000100:00100000:2.0:1746126470.432602:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.432641:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822099840:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1463us (1598us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126470.432649:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3947 00002000:00100000:0.0:1746126470.432656:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad8e00 x1830945822099840/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.432664:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8e00 with x1830945822099840 ext(0->4095) 00002000:00010000:0.0:1746126470.432667:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ad8e00 00000100:00100000:3.0:1746126470.432952:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822099968 00000100:00100000:3.0:1746126470.432957:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822099968 00000100:00100000:3.0:1746126470.432996:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5174 00000100:00100000:3.0:1746126470.433002:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:31630:x1830945822099968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.433013:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.433029:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c107 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.433055:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.433062:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.433064:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.433067:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.433096:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.433106:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 5 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.433123:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820485120:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.433194:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.434703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.434895:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822100096 00000100:00100000:2.0:1746126470.434903:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822100096 00000100:00100000:2.0:1746126470.434976:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5175 00000100:00100000:2.0:1746126470.434984:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31631:x1830945822100096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.434998:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.435014:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c10e expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.435038:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.435043:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.435048:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.435051:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 20 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.435079:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.435090:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 20 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.435100:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8156000, rc 0) 00000100:00100000:3.0:1746126470.435204:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820485120:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.435239:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.435247:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c200, rc 0) 00000100:00100000:2.0:1746126470.435290:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:31631:x1830945822100096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 306us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.435296:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5175 00000100:00100000:2.0:1746126470.435382:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.435429:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31630:x1830945822099968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2427us (2830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.435435:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5174 00000100:00100000:0.0:1746126470.435605:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822100224 00000100:00100000:0.0:1746126470.435609:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822100224 00010000:00010000:0.0:1746126470.435627:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126470.435654:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7388 00000100:00100000:0.0:1746126470.435658:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822100224:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126470.435666:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126470.435684:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.435693:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.435709:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116aad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c100 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.435721:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.435723:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.435727:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.435734:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.435750:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.435758:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126470.435771:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ad8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820485376:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126470.435816:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.437487:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ad8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820485376:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126470.437531:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126470.437737:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822100224:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2076us (2353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.437747:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7388 00000100:00100000:0.0:1746126470.438887:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.439080:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822100480 00000100:00100000:2.0:1746126470.439087:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822100480 00002000:00100000:2.0:1746126470.439227:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ada300 x1830945822100480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.439237:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ada300 with x1830945822100480 ext(0->4095) 00010000:00010000:2.0:1746126470.439245:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.439258:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.439265:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ada300 00000100:00100000:2.0:1746126470.439472:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1841 00000100:00100000:2.0:1746126470.439479:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945822100480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126470.439664:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945822100480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 185us (779us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.439670:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1841 00002000:00100000:2.0:1746126470.439675:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ada300 x1830945822100480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.439682:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ada300 with x1830945822100480 ext(0->4095) 00010000:00010000:2.0:1746126470.439686:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.439694:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.439699:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ada300 00000100:00100000:0.0:1746126470.442279:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.442376:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822100608 00000100:00100000:2.0:1746126470.442384:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822100608 00010000:00010000:2.0:1746126470.442420:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.442454:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7389 00000100:00100000:2.0:1746126470.442464:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1975:x1830945822100608:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126470.442479:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126470.442532:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.442544:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.442567:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116ab4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c107 expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.442598:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.442600:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.442607:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.442615:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.442716:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.442730:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820485504:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.442813:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.444092:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820485504:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.444113:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.444153:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1975:x1830945822100608:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1691us (1886us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.444162:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7389 00000100:00100000:0.0:1746126470.445660:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.445892:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822100864 00000100:00100000:3.0:1746126470.445900:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822100864 00002000:00100000:3.0:1746126470.445941:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad8000 x1830945822100864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.445956:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8000 with x1830945822100864 ext(0->4095) 00002000:00010000:3.0:1746126470.445960:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ad8000 00000100:00100000:3.0:1746126470.445989:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3948 00000100:00100000:3.0:1746126470.445995:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822100864:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126470.446291:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822100864:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 294us (635us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.446297:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3948 00002000:00100000:3.0:1746126470.447393:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad8000 x1830945822100864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.447404:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8000 with x1830945822100864 ext(0->4095) 00002000:00010000:3.0:1746126470.447409:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ad8000 00000100:00100000:0.0:1746126470.450714:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.450971:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822100992 00000100:00100000:3.0:1746126470.450981:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822100992 00000100:00100000:3.0:1746126470.451038:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5176 00000100:00100000:3.0:1746126470.451046:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822100992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.451064:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.451375:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c115 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.451410:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.451417:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.451419:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.451422:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.451451:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.451463:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 17 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.451476:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820485632:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126470.451808:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.453850:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820485632:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126470.453887:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.453902:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c000, rc 0) 00000100:00100000:3.0:1746126470.453956:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822100992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2910us (3252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.453971:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5176 00000100:00100000:0.0:1746126470.454345:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.454593:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822101120 00000100:00100000:3.0:1746126470.454600:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822101120 00010000:00010000:3.0:1746126470.454626:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.454655:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7390 00000100:00100000:3.0:1746126470.454661:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822101120:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.454673:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.454694:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.454704:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.454726:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116abb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c10e expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.454745:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.454747:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.454754:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.454762:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.454787:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.454798:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820485760:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.456309:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.457482:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.457605:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.457644:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822101504 00000100:00100000:0.0:1746126470.457651:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822101504 00002000:00100000:0.0:1746126470.457688:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092adb800 x1830945822101504/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.457698:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092adb800 with x1830945822101504 ext(0->4095) 00002000:00010000:0.0:1746126470.457702:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092adb800 00000100:00100000:0.0:1746126470.457727:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3949 00000100:00100000:0.0:1746126470.457734:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822101504:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126470.457893:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822101504:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126470.457900:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3949 00002000:00100000:0.0:1746126470.457906:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092adb800 x1830945822101504/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.457912:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092adb800 with x1830945822101504 ext(0->4095) 00002000:00010000:0.0:1746126470.457916:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092adb800 00000100:00100000:0.0:1746126470.457936:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822101248 00000100:00100000:0.0:1746126470.457939:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822101248 00000100:00100000:0.0:1746126470.457956:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5177 00000100:00100000:0.0:1746126470.457961:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945822101248:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126470.457970:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126470.457985:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c11c expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.458008:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.458014:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.458016:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.458019:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 19 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.458045:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.458056:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 5 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126470.458066:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820485888:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126470.458115:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c150c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.458396:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820485760:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.458417:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.458447:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945822101120:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3785us (4102us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.458454:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7390 00000100:00100000:0.0:1746126470.461270:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.461523:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822101632 00000100:00100000:1.0:1746126470.461532:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822101632 00000100:00100000:1.0:1746126470.461572:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5178 00000100:00100000:1.0:1746126470.461580:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31631:x1830945822101632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.461600:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.461618:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c123 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.461641:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.461646:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 20 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.461652:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.461654:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 20 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.461690:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 20 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.461701:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 20 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.461710:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839600, rc 0) 00000100:00100000:1.0:1746126470.462146:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:31631:x1830945822101632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 566us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.462152:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5178 00000100:00100000:2.0:1746126470.462403:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820485888:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.462417:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 19 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.462425:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a286600, rc 0) 00000100:00100000:2.0:1746126470.462444:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31630:x1830945822101248:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4483us (4966us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.462449:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5177 00000100:00100000:0.0:1746126470.463574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.463640:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822101760 00000100:00100000:3.0:1746126470.463647:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822101760 00010000:00010000:3.0:1746126470.463671:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.464215:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7391 00000100:00100000:3.0:1746126470.464232:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822101760:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.464245:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.464269:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.464280:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.464301:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116ac2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c115 expref: 6 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.464323:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.464325:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.464332:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.464340:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.464369:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.464379:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.464392:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820486144:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.464466:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.466579:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.466740:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822102016 00000100:00100000:1.0:1746126470.466749:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822102016 00002000:00100000:1.0:1746126470.466790:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ada680 x1830945822102016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.466800:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ada680 with x1830945822102016 ext(0->4095) 00010000:00010000:1.0:1746126470.466808:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.466820:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.466827:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ada680 00000100:00100000:1.0:1746126470.466846:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1842 00000100:00100000:1.0:1746126470.466853:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822102016:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126470.467014:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822102016:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.467021:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1842 00002000:00100000:1.0:1746126470.467031:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ada680 x1830945822102016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.467038:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ada680 with x1830945822102016 ext(0->4095) 00010000:00010000:1.0:1746126470.467042:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.467051:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.467056:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ada680 00000100:00100000:3.0:1746126470.467139:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820486144:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.467157:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.467191:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822101760:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2961us (3620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.467197:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7391 00000100:00100000:0.0:1746126470.470196:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.470290:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822102144 00000100:00100000:3.0:1746126470.470298:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822102144 00010000:00010000:3.0:1746126470.470333:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.470643:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7392 00000100:00100000:3.0:1746126470.470651:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822102144:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.470667:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.470687:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.470699:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.470720:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116ac9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c11c expref: 19 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.470743:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.470745:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.470752:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.470760:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.470797:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 18 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.470809:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820486272:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.471614:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.474745:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820486272:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.474773:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.474955:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822102144:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4303us (4766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.474967:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7392 00000100:00100000:0.0:1746126470.475211:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.475477:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822102400 00000100:00100000:1.0:1746126470.475484:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822102400 00002000:00100000:1.0:1746126470.475552:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad8700 x1830945822102400/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.475561:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8700 with x1830945822102400 ext(0->4095) 00002000:00010000:1.0:1746126470.475565:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ad8700 00000100:00100000:1.0:1746126470.475582:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3950 00000100:00100000:1.0:1746126470.475589:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822102400:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126470.475741:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822102400:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.475748:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3950 00002000:00100000:1.0:1746126470.475752:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad8700 x1830945822102400/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.475764:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8700 with x1830945822102400 ext(0->4095) 00002000:00010000:1.0:1746126470.475766:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ad8700 00000100:00100000:0.0:1746126470.478707:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.478774:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822102528 00000100:00100000:2.0:1746126470.478782:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822102528 00000100:00100000:2.0:1746126470.478827:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5179 00000100:00100000:2.0:1746126470.478834:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822102528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.478849:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.478865:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c12a expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.478893:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.478900:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.478902:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.478905:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.478929:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 17 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.478945:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 17 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.478956:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820486400:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.479043:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.481323:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.481491:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820486400:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.481547:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.481562:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8156000, rc 0) 00000100:00100000:2.0:1746126470.481612:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822102528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2777us (2913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.481620:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5179 00000100:00100000:3.0:1746126470.481699:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822102656 00000100:00100000:3.0:1746126470.481711:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822102656 00010000:00010000:3.0:1746126470.481737:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.481757:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7393 00000100:00100000:3.0:1746126470.481763:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822102656:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.481775:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.481795:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.481809:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.481832:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ad0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c123 expref: 18 pid: 8479 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.481855:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.481857:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.481863:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.481871:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.481898:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.482142:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820486528:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.482195:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.489990:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.490118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.490247:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822102912 00000100:00100000:2.0:1746126470.490257:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822102912 00002000:00100000:2.0:1746126470.490299:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5c000 x1830945822102912/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.490308:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5c000 with x1830945822102912 ext(0->4095) 00002000:00010000:2.0:1746126470.490314:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5c000 00000100:00100000:2.0:1746126470.490341:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3951 00000100:00100000:2.0:1746126470.490348:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822102912:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126470.490532:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822102912:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 184us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.490537:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3951 00002000:00100000:2.0:1746126470.490542:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5c000 x1830945822102912/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.490548:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5c000 with x1830945822102912 ext(0->4095) 00002000:00010000:2.0:1746126470.490561:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5c000 00000100:00100000:3.0:1746126470.491017:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820486528:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.491048:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.491072:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1977:x1830945822102656:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9310us (9756us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.491081:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7393 00000100:00100000:2.0:1746126470.491202:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822103040 00000100:00100000:2.0:1746126470.491205:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822103040 00000100:00100000:2.0:1746126470.491235:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5180 00000100:00100000:2.0:1746126470.491240:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:31630:x1830945822103040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.491249:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.491264:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c131 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.491290:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.491300:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.491302:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.491305:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.491330:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.491340:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.491350:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820486656:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126470.492730:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.497533:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822103168 00000100:00100000:1.0:1746126470.497549:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822103168 00000100:00100000:1.0:1746126470.497615:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5181 00000100:00100000:1.0:1746126470.497623:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31631:x1830945822103168:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.497642:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.497660:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c138 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.497686:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.497692:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 20 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.497698:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.497715:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.497754:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 20 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.497765:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 20 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.497774:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839600, rc 0) 00000100:00100000:1.0:1746126470.497832:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:31631:x1830945822103168:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (5109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.497841:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5181 00000100:00100000:2.0:1746126470.498055:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.498410:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.498488:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820486656:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.498521:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.498530:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a46e9c00, rc 0) 00000100:00100000:2.0:1746126470.498550:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31630:x1830945822103040:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7310us (8432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.498556:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5180 00000100:00100000:3.0:1746126470.498914:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822103296 00000100:00100000:3.0:1746126470.498919:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822103296 00010000:00010000:3.0:1746126470.498939:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.498967:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7394 00000100:00100000:3.0:1746126470.498973:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822103296:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.498983:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.499004:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.499015:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.499032:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116ad7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c12a expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.499056:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.499058:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.499064:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.499071:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.499092:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.499102:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.499118:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820486912:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.499169:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.501736:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.501823:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822103552 00000100:00100000:1.0:1746126470.501832:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822103552 00002000:00100000:1.0:1746126470.501877:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093654e00 x1830945822103552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.501887:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654e00 with x1830945822103552 ext(0->4095) 00010000:00010000:1.0:1746126470.501895:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.501908:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.501914:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093654e00 00000100:00100000:3.0:1746126470.502112:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820486912:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.502135:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.502177:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822103296:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3204us (3767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.502185:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7394 00000100:00100000:1.0:1746126470.502924:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1843 00000100:00100000:1.0:1746126470.502935:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822103552:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126470.503087:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822103552:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (1359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.503093:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1843 00002000:00100000:1.0:1746126470.503099:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093654e00 x1830945822103552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.503106:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654e00 with x1830945822103552 ext(0->4095) 00010000:00010000:1.0:1746126470.503112:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.503127:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.503133:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093654e00 00000100:00100000:0.0:1746126470.504850:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.505021:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822103680 00000100:00100000:3.0:1746126470.505029:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822103680 00010000:00010000:3.0:1746126470.505059:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.505590:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7395 00000100:00100000:3.0:1746126470.505598:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945822103680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.505611:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.505632:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.505644:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.505666:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116ade lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c131 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.505680:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.505683:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.505690:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.505697:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.505729:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 18 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.505740:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820487040:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.505824:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.509529:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820487040:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.509556:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.509613:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822103680:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4014us (4767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.509623:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7395 00000100:00100000:0.0:1746126470.509936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.510472:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822103936 00000100:00100000:2.0:1746126470.510480:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822103936 00002000:00100000:2.0:1746126470.510543:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093655880 x1830945822103936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.510557:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655880 with x1830945822103936 ext(0->4095) 00002000:00010000:2.0:1746126470.510562:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093655880 00000100:00100000:2.0:1746126470.510586:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3952 00000100:00100000:2.0:1746126470.510592:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822103936:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126470.510744:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822103936:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.510749:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3952 00002000:00100000:2.0:1746126470.510754:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093655880 x1830945822103936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.510761:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655880 with x1830945822103936 ext(0->4095) 00002000:00010000:2.0:1746126470.510763:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093655880 00000100:00100000:0.0:1746126470.512920:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.513282:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822104064 00000100:00100000:2.0:1746126470.513291:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822104064 00000100:00100000:2.0:1746126470.513411:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5182 00000100:00100000:2.0:1746126470.513419:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822104064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.513437:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.513456:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c13f expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.513483:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 17 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.513490:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.513518:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.513523:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.513550:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 17 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.513561:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 17 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.513572:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820487168:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.514132:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.515746:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820487168:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.515775:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.515790:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a46e9c00, rc 0) 00000100:00100000:0.0:1746126470.516383:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.516694:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822104064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3272us (3781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.516703:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5182 00000100:00100000:3.0:1746126470.516925:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822104192 00000100:00100000:3.0:1746126470.516934:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822104192 00010000:00010000:3.0:1746126470.516965:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.516997:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7396 00000100:00100000:3.0:1746126470.517003:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822104192:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.517016:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.517039:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.517056:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.517077:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ae5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c138 expref: 18 pid: 8481 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.517093:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.517095:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.517101:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.517108:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.517134:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.517144:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820487296:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.517210:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.521003:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.521063:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822104448 00000100:00100000:0.0:1746126470.521072:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822104448 00000100:00100000:3.0:1746126470.521112:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820487296:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126470.521130:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5183 00010000:00010000:3.0:1746126470.521135:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126470.521137:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945822104448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126470.521154:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126470.521169:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c146 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.521174:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822104192:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4171us (4792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.521183:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7396 00010000:00010000:0.0:1746126470.521197:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.521203:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.521205:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.521208:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.521355:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.521367:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746126470.521379:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820487424:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126470.521474:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.522099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.522514:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822104576 00000100:00100000:1.0:1746126470.522524:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822104576 00002000:00100000:1.0:1746126470.522560:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df7ad80 x1830945822104576/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.522570:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7ad80 with x1830945822104576 ext(0->4095) 00010000:00010000:1.0:1746126470.522576:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.522587:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.522593:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df7ad80 00000100:00100000:1.0:1746126470.522619:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1844 00000100:00100000:1.0:1746126470.522625:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822104576:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126470.523386:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822104576:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 758us (1284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.523392:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1844 00002000:00100000:1.0:1746126470.523398:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df7ad80 x1830945822104576/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.523406:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7ad80 with x1830945822104576 ext(0->4095) 00010000:00010000:1.0:1746126470.523412:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.523422:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.523428:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df7ad80 00000100:00100000:2.0:1746126470.524081:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820487424:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.524106:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.524122:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a286800, rc 0) 00000100:00100000:2.0:1746126470.524145:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945822104448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3009us (3152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.524153:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5183 00000100:00100000:0.0:1746126470.526287:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.526459:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.526558:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822104704 00000100:00100000:3.0:1746126470.526568:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822104704 00010000:00010000:3.0:1746126470.526600:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.526629:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7397 00000100:00100000:3.0:1746126470.526636:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822104704:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.526649:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.526671:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.526681:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.526702:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9c00/0x8f8d42f0d1116aec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c13f expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.526730:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.526733:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.526739:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.526747:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.526778:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.526789:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820487552:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.526860:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.527034:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822104832 00000100:00100000:2.0:1746126470.527039:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822104832 00000100:00100000:2.0:1746126470.527062:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5184 00000100:00100000:2.0:1746126470.527067:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822104832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.527080:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.527090:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c14d expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.527106:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.527112:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.527113:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.527115:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.527132:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.527142:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 17 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.527150:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820487680:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.527175:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.530401:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820487552:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.530431:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.530490:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945822104704:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3853us (4209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.530529:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7397 00000100:00100000:2.0:1746126470.530936:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820487680:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.530961:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.530986:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a46e9600, rc 0) 00000100:00100000:2.0:1746126470.531019:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822104832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3952us (4562us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.531025:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5184 00000100:00100000:2.0:1746126470.531391:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.531807:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822105088 00000100:00100000:1.0:1746126470.531815:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822105088 00002000:00100000:1.0:1746126470.531849:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184fb80 x1830945822105088/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.531858:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184fb80 with x1830945822105088 ext(0->4095) 00010000:00010000:1.0:1746126470.531865:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.531876:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.531882:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184fb80 00000100:00100000:1.0:1746126470.531907:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1845 00000100:00100000:1.0:1746126470.531914:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822105088:12345-192.168.203.3@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126470.532057:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822105088:12345-192.168.203.3@tcp:3:ldlm_bl.0 Request processed in 144us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.532063:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1845 00002000:00100000:1.0:1746126470.532068:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184fb80 x1830945822105088/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.532080:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184fb80 with x1830945822105088 ext(0->4095) 00010000:00010000:1.0:1746126470.532084:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746126470.532092:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746126470.532097:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184fb80 00000100:00100000:0.0:1746126470.535160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.535213:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.535340:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822105344 00000100:00100000:3.0:1746126470.535349:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822105344 00010000:00010000:3.0:1746126470.535384:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.535411:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7398 00000100:00100000:3.0:1746126470.535418:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822105344:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.535434:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.535455:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.535466:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.535488:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116af3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c146 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.535545:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.535548:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.535556:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.535564:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.535596:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.535608:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820487808:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.535682:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.535796:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822105216 00000100:00100000:2.0:1746126470.535800:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822105216 00000100:00100000:2.0:1746126470.535823:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5185 00000100:00100000:2.0:1746126470.535828:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945822105216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.535841:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.535853:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c154 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.535869:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.535875:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.535876:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.535879:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.535900:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.535910:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.535918:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820487936:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.535943:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.537765:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820487936:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.537789:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.537802:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8156000, rc 0) 00000100:00100000:2.0:1746126470.537845:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31630:x1830945822105216:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2015us (2694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.537852:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5185 00000100:00100000:0.0:1746126470.539289:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.539460:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822105600 00000100:00100000:2.0:1746126470.539467:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822105600 00002000:00100000:2.0:1746126470.539534:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186df80 x1830945822105600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.539544:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186df80 with x1830945822105600 ext(0->4095) 00010000:00010000:2.0:1746126470.539552:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.539565:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.539571:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186df80 00000100:00100000:3.0:1746126470.539657:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820487808:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.539677:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.539714:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822105344:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4296us (4501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.539723:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7398 00000100:00100000:2.0:1746126470.540036:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1846 00000100:00100000:2.0:1746126470.540044:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822105600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126470.540193:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822105600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (909us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.540199:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1846 00002000:00100000:2.0:1746126470.540203:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186df80 x1830945822105600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.540211:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186df80 with x1830945822105600 ext(0->4095) 00010000:00010000:2.0:1746126470.540215:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.540234:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.540239:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186df80 00000100:00100000:0.0:1746126470.542685:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.542770:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822105728 00000100:00100000:3.0:1746126470.542779:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822105728 00010000:00010000:3.0:1746126470.542814:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.543389:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126470.543424:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7399 00000100:00100000:3.0:1746126470.543433:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822105728:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.543449:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.543471:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.543484:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.543531:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a46e9600/0x8f8d42f0d1116afa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c14d expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.543549:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.543551:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.543558:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.543567:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.543599:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.543612:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820488064:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.544052:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.546880:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820488064:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.546907:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.546959:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822105728:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3526us (4281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.546969:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7399 00000100:00100000:0.0:1746126470.547228:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.547440:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822105984 00000100:00100000:2.0:1746126470.547447:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822105984 00002000:00100000:2.0:1746126470.547484:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186ea00 x1830945822105984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.547511:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ea00 with x1830945822105984 ext(0->4095) 00002000:00010000:2.0:1746126470.547516:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ea00 00000100:00100000:2.0:1746126470.547539:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3953 00000100:00100000:2.0:1746126470.547546:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822105984:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126470.547688:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822105984:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.547697:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3953 00002000:00100000:2.0:1746126470.547702:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186ea00 x1830945822105984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.547709:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ea00 with x1830945822105984 ext(0->4095) 00002000:00010000:2.0:1746126470.547711:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ea00 00000100:00100000:1.0:1746126470.550792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.550901:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822106112 00000100:00100000:2.0:1746126470.550910:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822106112 00000100:00100000:2.0:1746126470.551134:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5186 00000100:00100000:2.0:1746126470.551143:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822106112:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.551160:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.551178:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c15b expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.551205:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.551212:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.551214:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.551226:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.551255:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.551265:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 17 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.551281:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820488192:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.551371:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.553186:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820488192:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.553213:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.553236:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c586200, rc 0) 00000100:00100000:2.0:1746126470.553641:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822106112:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2497us (2857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.553649:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5186 00000100:00100000:0.0:1746126470.555340:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.555462:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822106240 00000100:00100000:3.0:1746126470.555471:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822106240 00010000:00010000:3.0:1746126470.555534:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.555562:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7400 00000100:00100000:3.0:1746126470.555569:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822106240:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.555585:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.555606:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.555617:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.555638:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d1116b01 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c154 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.555666:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.555668:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.555676:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.555684:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.555716:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.555728:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820488320:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.555808:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.557274:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.557532:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822106368 00000100:00100000:2.0:1746126470.557540:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822106368 00000100:00100000:2.0:1746126470.557571:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5187 00000100:00100000:2.0:1746126470.557577:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945822106368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.557593:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.557609:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c162 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.557634:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.557640:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.557641:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.557644:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.557674:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.557685:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 5 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746126470.557695:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820488448:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.559077:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.559552:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820488320:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.559574:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.559602:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822106240:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4033us (4269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.559615:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7400 00000100:00100000:2.0:1746126470.559725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.559860:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822106624 00000100:00100000:0.0:1746126470.559866:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822106624 00002000:00100000:0.0:1746126470.559898:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec3b80 x1830945822106624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.559907:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3b80 with x1830945822106624 ext(0->4095) 00010000:00010000:0.0:1746126470.559915:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.559932:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126470.559937:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ec3b80 00000100:00100000:0.0:1746126470.559949:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1847 00000100:00100000:0.0:1746126470.559953:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822106624:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126470.560102:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822106624:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (377us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126470.560107:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1847 00002000:00100000:0.0:1746126470.560111:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134ec3b80 x1830945822106624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.560117:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3b80 with x1830945822106624 ext(0->4095) 00010000:00010000:0.0:1746126470.560122:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746126470.560131:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746126470.560136:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ec3b80 00000100:00100000:2.0:1746126470.562716:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820488448:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.562743:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.562759:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a41c00, rc 0) 00000100:00100000:2.0:1746126470.562795:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31630:x1830945822106368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5218us (5525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.562803:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5187 00000100:00100000:0.0:1746126470.563473:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.563705:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822106752 00000100:00100000:2.0:1746126470.563711:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822106752 00000100:00100000:2.0:1746126470.563740:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5188 00000100:00100000:2.0:1746126470.563745:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:31631:x1830945822106752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.563759:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.563772:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c169 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.563797:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.563801:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.563807:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.563810:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.563837:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.563846:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.563853:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a41e00, rc 0) 00000100:00100000:2.0:1746126470.563885:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31631:x1830945822106752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.563890:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5188 00000100:00100000:0.0:1746126470.564478:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.564765:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822106880 00000100:00100000:3.0:1746126470.564771:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822106880 00010000:00010000:3.0:1746126470.564793:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.564813:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7401 00000100:00100000:3.0:1746126470.564818:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822106880:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.564829:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.564849:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.564858:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.564877:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c586200/0x8f8d42f0d1116b08 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c15b expref: 6 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.564891:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.564893:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.564899:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.564907:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.564930:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.564941:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 18 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.564951:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820488704:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.565013:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.565125:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830945820488960:0@lo:400:kworker.0 00000100:00100000:1.0:1746126470.565154:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126470.565169:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820489472:0@lo:400:kworker.0 00000100:00100000:1.0:1746126470.565185:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126470.565196:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746126470.565200:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3300:1830945820489088:0@lo:400:kworker.0 00000100:00100000:1.0:1746126470.565212:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126470.565248:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820489472 00000100:00100000:1.0:1746126470.565250:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820489472 00000100:00080000:1.0:1746126470.565267:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126470.565284:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1746126470.565288:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820489472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126470.565315:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820489472:12345-0@lo:400:kworker.0 Request processed in 27us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.565320:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1746126470.565342:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820489472:0@lo:400:kworker.0 00000100:00100000:2.0:1746126470.565480:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3299:1830945820488832:0@lo:400:kworker.0 00000100:00100000:2.0:1746126470.565528:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126470.565547:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820489344:0@lo:400:kworker.0 00000100:00100000:2.0:1746126470.565564:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126470.565574:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746126470.565577:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3299:1830945820489216:0@lo:400:kworker.0 00000100:00100000:2.0:1746126470.565591:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126470.565610:0:20893:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820488960 00000100:00100000:2.0:1746126470.565612:0:20893:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820488960 00000100:00100000:2.0:1746126470.565629:0:20893:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820489088 00000100:00100000:2.0:1746126470.565631:0:20893:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820489088 00000100:00100000:2.0:1746126470.565642:0:20893:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820489216 00000100:00100000:2.0:1746126470.565644:0:20893:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820489216 00000100:00100000:2.0:1746126470.565653:0:20893:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1746126470.565657:0:20893:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830945820488960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126470.565679:0:20893:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830945820488960:12345-0@lo:400:kworker.0 Request processed in 22us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.565683:0:20893:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1746126470.565691:0:20893:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1746126470.565694:0:20893:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1830945820489088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126470.565708:0:20893:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1830945820489088:12345-0@lo:400:kworker.0 Request processed in 13us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.565712:0:20893:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1746126470.565717:0:20893:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1746126470.565720:0:20893:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830945820489216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126470.565735:0:20893:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830945820489216:12345-0@lo:400:kworker.0 Request processed in 15us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.565740:0:20893:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1746126470.565762:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3300:1830945820489088:0@lo:400:kworker.0 00000100:00100000:2.0:1746126470.565770:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830945820488960:0@lo:400:kworker.0 00000100:00100000:2.0:1746126470.565786:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3299:1830945820489216:0@lo:400:kworker.0 00000100:00100000:1.0:1746126470.566456:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820488832 00000100:00100000:1.0:1746126470.566459:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820488832 00000100:00100000:1.0:1746126470.566513:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1746126470.566519:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a446d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3299:x1830945820488832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126470.566559:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a446d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3299:x1830945820488832:12345-0@lo:400:kworker.0 Request processed in 41us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.566564:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00080000:1.0:1746126470.566586:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126470.566594:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820489344 00000100:00100000:1.0:1746126470.566597:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820489344 00000100:00100000:1.0:1746126470.566620:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1746126470.566624:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820489344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126470.566645:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820489344:12345-0@lo:400:kworker.0 Request processed in 21us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.566649:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1746126470.566884:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3299:1830945820488832:0@lo:400:kworker.0 00000100:00100000:3.0:1746126470.566894:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820489344:0@lo:400:kworker.0 00000100:00080000:0.0:1746126470.567032:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126470.567799:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820488704:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.567818:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.567851:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822106880:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3031us (3373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.567858:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7401 00000100:00100000:0.0:1746126470.568900:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.569065:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822107136 00000100:00100000:2.0:1746126470.569072:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822107136 00002000:00100000:2.0:1746126470.569108:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186dc00 x1830945822107136/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.569118:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186dc00 with x1830945822107136 ext(0->4095) 00010000:00010000:2.0:1746126470.569125:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.569138:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.569144:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186dc00 00000100:00100000:2.0:1746126470.569158:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1848 00000100:00100000:2.0:1746126470.569164:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945822107136:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126470.569319:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1977:x1830945822107136:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (422us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.569325:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1848 00002000:00100000:2.0:1746126470.569330:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186dc00 x1830945822107136/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.569337:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186dc00 with x1830945822107136 ext(0->4095) 00010000:00010000:2.0:1746126470.569341:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746126470.569349:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746126470.569355:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186dc00 00000100:00100000:0.0:1746126470.573799:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.573915:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822107264 00000100:00100000:3.0:1746126470.573924:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822107264 00010000:00010000:3.0:1746126470.573961:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746126470.573994:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7402 00000100:00100000:3.0:1746126470.574001:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822107264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.574013:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.574033:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.574048:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.574069:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1116b0f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c162 expref: 19 pid: 8480 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746126470.574741:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.574744:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.574753:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.574761:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.574800:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 18 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.574813:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820489600:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.575701:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.578459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.578766:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820489600:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.578793:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.578836:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822107264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4835us (5046us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.578847:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7402 00000100:00100000:1.0:1746126470.578924:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822107520 00000100:00100000:1.0:1746126470.578931:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822107520 00002000:00100000:1.0:1746126470.578970:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f480 x1830945822107520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.578979:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f480 with x1830945822107520 ext(0->4095) 00002000:00010000:1.0:1746126470.578983:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186f480 00000100:00100000:1.0:1746126470.578998:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3954 00000100:00100000:1.0:1746126470.579005:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822107520:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126470.579161:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822107520:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (705us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.579169:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3954 00002000:00100000:1.0:1746126470.579173:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f480 x1830945822107520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.579180:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f480 with x1830945822107520 ext(0->4095) 00002000:00010000:1.0:1746126470.579183:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186f480 00000100:00100000:0.0:1746126470.587442:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.587553:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822107648 00000100:00100000:1.0:1746126470.587564:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822107648 00000100:00100000:1.0:1746126470.587659:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5189 00000100:00100000:1.0:1746126470.587668:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822107648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.587688:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.587705:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c170 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.587737:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.587744:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.587745:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.587749:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.587780:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 17 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.587790:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 17 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.587808:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820489728:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.588830:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.593575:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820489728:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.593610:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.594824:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838a00, rc 0) 00000100:00100000:1.0:1746126470.594894:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822107648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7225us (7458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.594904:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5189 00000100:00100000:0.0:1746126470.595176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.595344:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822107776 00000100:00100000:3.0:1746126470.595352:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822107776 00002000:00100000:3.0:1746126470.595391:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135a29880 x1830945822107776/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.595401:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29880 with x1830945822107776 ext(0->7) 00010000:00010000:3.0:1746126470.595409:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 18 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.595422:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 18 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746126470.595429:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135a29880 00000100:00100000:3.0:1746126470.595458:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1849 00000100:00100000:3.0:1746126470.595464:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1976:x1830945822107776:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126470.595794:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1976:x1830945822107776:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 329us (618us total) trans 4294968033 rc 0/0 00000100:00100000:3.0:1746126470.595800:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1849 00002000:00100000:3.0:1746126470.595806:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135a29880 x1830945822107776/t4294968033(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/448 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.595813:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29880 with x1830945822107776 ext(0->7) 00010000:00010000:3.0:1746126470.595817:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 20 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.595826:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 20 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746126470.595832:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135a29880 00000100:00100000:0.0:1746126470.602770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.602829:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822107904 00000100:00100000:3.0:1746126470.602840:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822107904 00010000:00010000:3.0:1746126470.602875:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 20 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.602913:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7403 00000100:00100000:3.0:1746126470.602920:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1974:x1830945822107904:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.602945:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.602967:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 20 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.602979:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 20 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.603002:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a41e00/0x8f8d42f0d1116b16 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c169 expref: 20 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.603018:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.603020:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.603026:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.603034:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.603154:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.603166:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820489856:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.604600:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.612020:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.612143:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820489856:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.612169:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.612297:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822108160 00000100:00100000:1.0:1746126470.612305:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822108160 00002000:00100000:1.0:1746126470.612348:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a2b800 x1830945822108160/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.612357:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2b800 with x1830945822108160 ext(0->4095) 00002000:00010000:1.0:1746126470.612361:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a2b800 00000100:00100000:1.0:1746126470.612397:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3955 00000100:00100000:1.0:1746126470.612403:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822108160:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126470.612605:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1974:x1830945822107904:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9684us (9842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.612614:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7403 00000100:00100000:1.0:1746126470.612703:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822108160:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 299us (693us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.612709:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3955 00002000:00100000:1.0:1746126470.612715:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a2b800 x1830945822108160/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.612727:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2b800 with x1830945822108160 ext(0->4095) 00002000:00010000:1.0:1746126470.612730:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a2b800 00000100:00100000:0.0:1746126470.614371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.614461:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822108288 00000100:00100000:1.0:1746126470.614468:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822108288 00000100:00100000:1.0:1746126470.614542:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5190 00000100:00100000:1.0:1746126470.614550:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:31631:x1830945822108288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.614566:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.614584:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c177 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.614610:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.614617:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.614618:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.614622:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 20 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.614650:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.614661:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 5 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.614672:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820489984:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.614861:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.615940:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820489984:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.615968:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 20 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.615981:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839400, rc 0) 00000100:00100000:1.0:1746126470.616013:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:31631:x1830945822108288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1464us (1648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.616021:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5190 00000100:00100000:0.0:1746126470.620610:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.620711:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822108416 00000100:00100000:3.0:1746126470.620720:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822108416 00010000:00010000:3.0:1746126470.620757:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.620786:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7404 00000100:00100000:3.0:1746126470.620794:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822108416:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.620808:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.620829:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.620841:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.620864:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c170 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.620895:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.620898:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.620906:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.620918:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.620952:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.620972:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820490112:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.621057:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.624983:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.625095:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820490112:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.625118:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.625159:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822108416:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4366us (4561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.625170:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7404 00000100:00100000:1.0:1746126470.625266:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822108672 00000100:00100000:1.0:1746126470.625274:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822108672 00002000:00100000:1.0:1746126470.625312:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78fb80 x1830945822108672/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.625321:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78fb80 with x1830945822108672 ext(0->4095) 00002000:00010000:1.0:1746126470.625326:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78fb80 00000100:00100000:1.0:1746126470.625354:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3956 00000100:00100000:1.0:1746126470.625361:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1975:x1830945822108672:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126470.625521:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1975:x1830945822108672:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.625527:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3956 00002000:00100000:1.0:1746126470.625531:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78fb80 x1830945822108672/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.625537:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78fb80 with x1830945822108672 ext(0->4095) 00002000:00010000:1.0:1746126470.625540:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78fb80 00000100:00100000:0.0:1746126470.628174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.628249:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822108800 00000100:00100000:1.0:1746126470.628259:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822108800 00000100:00100000:1.0:1746126470.628308:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5191 00000100:00100000:1.0:1746126470.628316:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822108800:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.628332:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.628348:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c17e expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.628376:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.628383:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.628384:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.628387:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.628413:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 19 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.628424:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 19 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.628434:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820490240:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.628540:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.629846:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820490240:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.629865:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.629877:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839200, rc 0) 00000100:00100000:1.0:1746126470.629904:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822108800:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1589us (1739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.629911:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5191 00000100:00100000:0.0:1746126470.638955:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.639060:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822108928 00000100:00100000:2.0:1746126470.639070:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822108928 00002000:00100000:2.0:1746126470.639113:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008b78e300 x1830945822108928/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.639122:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78e300 with x1830945822108928 ext(0->7) 00010000:00010000:2.0:1746126470.639130:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 20 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126470.639143:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 20 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126470.639149:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78e300 00000100:00100000:2.0:1746126470.639179:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1850 00000100:00100000:2.0:1746126470.639185:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1977:x1830945822108928:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126470.639490:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1977:x1830945822108928:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 304us (543us total) trans 4294968034 rc 0/0 00000100:00100000:2.0:1746126470.639523:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1850 00002000:00100000:2.0:1746126470.639529:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008b78e300 x1830945822108928/t4294968034(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/448 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.639535:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78e300 with x1830945822108928 ext(0->7) 00010000:00010000:2.0:1746126470.639540:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 22 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126470.639549:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 22 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126470.639559:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78e300 00000100:00100000:0.0:1746126470.644619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.645114:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822109056 00000100:00100000:3.0:1746126470.645124:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822109056 00010000:00010000:3.0:1746126470.645168:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 22 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.645198:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7405 00000100:00100000:3.0:1746126470.645206:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1976:x1830945822109056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.645227:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.645251:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 22 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.645263:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 22 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.645289:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c177 expref: 22 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.645313:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.645315:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.645323:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.645331:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.645364:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.645377:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820490368:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.646224:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.648714:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.649277:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820490368:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.649303:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.649353:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1976:x1830945822109056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4147us (4744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.649363:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7405 00000100:00100000:1.0:1746126470.649428:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822109312 00000100:00100000:1.0:1746126470.649435:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822109312 00002000:00100000:1.0:1746126470.649469:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c707800 x1830945822109312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.649479:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c707800 with x1830945822109312 ext(0->4095) 00002000:00010000:1.0:1746126470.649482:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c707800 00000100:00100000:1.0:1746126470.649522:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3957 00000100:00100000:1.0:1746126470.649529:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822109312:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126470.652582:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822109312:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 3044us (3866us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.652594:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3957 00002000:00100000:1.0:1746126470.652604:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c707800 x1830945822109312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.652613:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c707800 with x1830945822109312 ext(0->4095) 00002000:00010000:1.0:1746126470.652624:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c707800 00000100:00100000:0.0:1746126470.657882:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.658921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.663139:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801349fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820490496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126470.663203:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126470.663268:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822109440 00000100:00100000:0.0:1746126470.663276:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822109440 00000100:00100000:3.0:1746126470.663365:0:8483:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820490496 00000100:00100000:3.0:1746126470.663368:0:8483:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820490496 00000100:00100000:0.0:1746126470.663584:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822109568 00000100:00100000:0.0:1746126470.663588:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822109568 00000100:00100000:3.0:1746126470.663628:0:8483:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1746126470.663636:0:8483:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820490496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746126470.663665:0:8483:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 548864000 pending 13631488 free 3855613952 avail 3853516800 00000100:00100000:3.0:1746126470.663703:0:8483:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820490496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.663709:0:8483:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1746126470.663767:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5192 00000100:00100000:1.0:1746126470.663777:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:31631:x1830945822109440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.663788:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.663807:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c185 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.663838:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.663845:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.663846:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.663850:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.663873:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.663884:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 5 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.663893:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820490624:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126470.664079:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5193 00000100:00100000:0.0:1746126470.664086:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:31630:x1830945822109568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126470.664093:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126470.664099:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c18c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.664110:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.664114:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.664124:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126470.664126:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 24 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.664148:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.664159:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 24 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.664169:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a286600, rc 0) 00000100:00100000:0.0:1746126470.664189:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31630:x1830945822109568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (5270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126470.664195:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5193 00000100:00100000:1.0:1746126470.666665:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.666920:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801349fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820490496:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126470.668636:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820490624:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.668661:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.668677:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839400, rc 0) 00000100:00100000:1.0:1746126470.668730:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:31631:x1830945822109440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4955us (10857us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.668737:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5192 00000100:00100000:0.0:1746126470.668892:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.669095:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822109696 00000100:00100000:3.0:1746126470.669101:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822109696 00010000:00010000:3.0:1746126470.669128:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.669253:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7406 00000100:00100000:3.0:1746126470.669260:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822109696:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.669273:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.669293:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.669303:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.669324:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c17e expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.669345:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.669347:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.669353:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 22 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.669361:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 22 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.669392:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 22 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.669402:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 22 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.669412:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820490880:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.670651:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.674920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.675055:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820490880:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.675084:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.675144:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822109696:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5883us (6251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.675156:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7406 00000100:00100000:1.0:1746126470.675250:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822109952 00000100:00100000:1.0:1746126470.675258:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822109952 00002000:00100000:1.0:1746126470.675298:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4dc00 x1830945822109952/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.675307:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4dc00 with x1830945822109952 ext(0->4095) 00010000:00010000:1.0:1746126470.675315:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 23 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.675327:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 23 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.675334:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4dc00 00000100:00100000:1.0:1746126470.675362:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1851 00000100:00100000:1.0:1746126470.675370:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1977:x1830945822109952:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126470.675561:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1977:x1830945822109952:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (652us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.675567:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1851 00002000:00100000:1.0:1746126470.675572:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4dc00 x1830945822109952/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.675578:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4dc00 with x1830945822109952 ext(0->4095) 00010000:00010000:1.0:1746126470.675583:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 23 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.675591:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 23 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.675597:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4dc00 00000100:00100000:0.0:1746126470.678550:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.678593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.678708:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822110208 00000100:00100000:3.0:1746126470.678717:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822110208 00010000:00010000:3.0:1746126470.678752:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 23 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.678777:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7407 00000100:00100000:3.0:1746126470.678784:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1974:x1830945822110208:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.678797:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.678818:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 23 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.678829:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 23 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.678851:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b32 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c185 expref: 23 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.678869:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.678871:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.678879:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 22 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.678886:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 22 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.678916:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 22 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.678927:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820491008:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.679007:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.679422:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822110080 00000100:00100000:1.0:1746126470.679426:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822110080 00000100:00100000:1.0:1746126470.679460:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5194 00000100:00100000:1.0:1746126470.679465:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822110080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.679479:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.679490:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c193 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.679529:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 22 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.679535:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.679536:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.679539:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.679554:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 22 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.679564:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 22 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.679571:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820491136:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.679603:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.683131:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820491136:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.683162:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.683182:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839e00, rc 0) 00000100:00100000:3.0:1746126470.683366:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820491008:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.683382:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.684177:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822110080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4709us (5634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.684186:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5194 00000100:00100000:3.0:1746126470.684258:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1974:x1830945822110208:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5473us (5662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.684267:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7407 00000100:00100000:2.0:1746126470.684858:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.685172:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822110464 00000100:00100000:3.0:1746126470.685180:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822110464 00002000:00100000:3.0:1746126470.685227:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705880 x1830945822110464/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.685242:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705880 with x1830945822110464 ext(0->4095) 00010000:00010000:3.0:1746126470.685250:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 22 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.685263:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 22 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746126470.685269:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705880 00000100:00100000:3.0:1746126470.685294:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1852 00000100:00100000:3.0:1746126470.685300:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c705880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1976:x1830945822110464:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126470.685474:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c705880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1976:x1830945822110464:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 173us (618us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.685480:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1852 00002000:00100000:3.0:1746126470.685485:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c705880 x1830945822110464/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.685510:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c705880 with x1830945822110464 ext(0->4095) 00010000:00010000:3.0:1746126470.685514:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 22 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.685522:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 22 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746126470.685527:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c705880 00000100:00100000:0.0:1746126470.688418:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.688623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.688952:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822110592 00000100:00100000:1.0:1746126470.688961:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822110592 00000100:00100000:1.0:1746126470.689017:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5195 00000100:00100000:1.0:1746126470.689025:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:31630:x1830945822110592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.689043:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.689060:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c19a expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.689086:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.689092:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.689098:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126470.689101:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.689137:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.689150:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.689165:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839200, rc 0) 00000100:00100000:1.0:1746126470.689209:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:31630:x1830945822110592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.689226:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5195 00000100:00100000:3.0:1746126470.689637:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822110720 00000100:00100000:3.0:1746126470.689642:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822110720 00010000:00010000:3.0:1746126470.689659:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 23 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.689904:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7408 00000100:00100000:3.0:1746126470.689911:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1975:x1830945822110720:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.689922:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.689944:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 23 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.689954:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 23 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.689982:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116b39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c18c expref: 23 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.690004:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.690006:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.690012:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.690019:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.690041:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.690052:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 5 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.690064:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820491392:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.690292:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.692675:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820491392:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.692703:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.692791:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1975:x1830945822110720:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2878us (4165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.692803:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7408 00000100:00100000:0.0:1746126470.693016:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.693117:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822110976 00000100:00100000:1.0:1746126470.693124:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822110976 00002000:00100000:1.0:1746126470.693162:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4c380 x1830945822110976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.693172:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4c380 with x1830945822110976 ext(0->4095) 00010000:00010000:1.0:1746126470.693179:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.693192:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.693198:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4c380 00000100:00100000:1.0:1746126470.693235:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1853 00000100:00100000:1.0:1746126470.693242:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822110976:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126470.693823:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822110976:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 580us (807us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.693829:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1853 00002000:00100000:1.0:1746126470.693834:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4c380 x1830945822110976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.693847:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4c380 with x1830945822110976 ext(0->4095) 00010000:00010000:1.0:1746126470.693852:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.693862:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.693867:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4c380 00000100:00100000:0.0:1746126470.696610:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.696685:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822111104 00000100:00100000:3.0:1746126470.696694:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822111104 00010000:00010000:3.0:1746126470.696725:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.696761:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7409 00000100:00100000:3.0:1746126470.696769:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822111104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.696782:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.696803:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.696815:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.696838:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116b40 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c193 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.696865:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.696867:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.696875:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 21 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.696882:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 21 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.696915:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 21 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.696926:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820491520:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.697038:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.698883:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820491520:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.698907:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.698951:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822111104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2182us (2349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.698961:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7409 00000100:00100000:0.0:1746126470.700149:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.700332:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822111360 00000100:00100000:1.0:1746126470.700340:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822111360 00002000:00100000:1.0:1746126470.700404:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4c000 x1830945822111360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.700414:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4c000 with x1830945822111360 ext(0->4095) 00002000:00010000:1.0:1746126470.700419:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4c000 00000100:00100000:1.0:1746126470.700454:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3958 00000100:00100000:1.0:1746126470.700462:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1977:x1830945822111360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126470.700649:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1977:x1830945822111360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 187us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.700655:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3958 00002000:00100000:1.0:1746126470.700660:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4c000 x1830945822111360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.700667:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4c000 with x1830945822111360 ext(0->4095) 00002000:00010000:1.0:1746126470.700670:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4c000 00000100:00100000:0.0:1746126470.702358:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.702422:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822111488 00000100:00100000:2.0:1746126470.702429:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822111488 00000100:00100000:2.0:1746126470.702474:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5196 00000100:00100000:2.0:1746126470.702479:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822111488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.702491:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.702543:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1a1 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.702568:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 21 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.702575:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.702577:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.702580:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.702608:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 21 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.702620:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 21 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126470.702631:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c707480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820491648:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.702707:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.708754:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746126470.708775:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820491776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126470.708847:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126470.708981:0:10464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820491776 00000100:00100000:2.0:1746126470.708989:0:10464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820491776 00000100:00100000:2.0:1746126470.709037:0:10464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1746126470.709045:0:10464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820491776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746126470.709085:0:10464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 693829632 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1746126470.709125:0:10464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820491776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.709131:0:10464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1746126470.709648:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820491776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126470.709798:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c707480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820491648:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126470.709820:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.709836:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728a00, rc 0) 00000100:00100000:0.0:1746126470.709865:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822111488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7386us (7514us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126470.709871:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5196 00000100:00100000:0.0:1746126470.711080:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.711138:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822111616 00000100:00100000:1.0:1746126470.711146:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822111616 00002000:00100000:1.0:1746126470.711186:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e4d500 x1830945822111616/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.711195:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d500 with x1830945822111616 ext(0->7) 00010000:00010000:1.0:1746126470.711202:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 22 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.711214:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 22 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.711228:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4d500 00000100:00100000:1.0:1746126470.711254:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1854 00000100:00100000:1.0:1746126470.711259:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1977:x1830945822111616:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126470.711691:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1977:x1830945822111616:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 430us (614us total) trans 4294968035 rc 0/0 00000100:00100000:1.0:1746126470.711697:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1854 00002000:00100000:1.0:1746126470.711702:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e4d500 x1830945822111616/t4294968035(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/448 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.711709:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d500 with x1830945822111616 ext(0->7) 00010000:00010000:1.0:1746126470.711713:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 24 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.711721:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 24 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.711726:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4d500 00000100:00100000:0.0:1746126470.714575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.714692:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822111744 00000100:00100000:3.0:1746126470.714701:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822111744 00010000:00010000:3.0:1746126470.714737:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 24 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.714764:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7410 00000100:00100000:3.0:1746126470.714770:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1974:x1830945822111744:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.714785:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.714805:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 24 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.714820:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 24 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.714842:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116b47 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c19a expref: 24 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.714868:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.714870:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.714878:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.714884:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.714918:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.714930:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820491904:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.715014:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.717551:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820491904:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.717577:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.717630:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1974:x1830945822111744:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2858us (3063us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.717640:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7410 00000100:00100000:0.0:1746126470.720374:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.720480:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822112000 00000100:00100000:1.0:1746126470.720490:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822112000 00002000:00100000:1.0:1746126470.720564:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fca80 x1830945822112000/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.720573:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fca80 with x1830945822112000 ext(0->4095) 00002000:00010000:1.0:1746126470.720579:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fca80 00000100:00100000:1.0:1746126470.720616:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3959 00000100:00100000:1.0:1746126470.720624:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822112000:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126470.720907:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822112000:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 283us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.721434:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3959 00002000:00100000:1.0:1746126470.721442:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fca80 x1830945822112000/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.721450:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fca80 with x1830945822112000 ext(0->4095) 00002000:00010000:1.0:1746126470.721454:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fca80 00000100:00100000:2.0:1746126470.732787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.732851:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.734265:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822112256 00000100:00100000:1.0:1746126470.734277:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822112256 00000100:00100000:1.0:1746126470.734335:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5197 00000100:00100000:1.0:1746126470.734343:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:31630:x1830945822112256:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.734362:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.734380:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1af expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.734410:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.734423:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.734424:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.734428:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.734458:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.734470:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 5 pid: 8481 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.734481:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820492032:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.734586:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.734637:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822112128 00000100:00100000:0.0:1746126470.734642:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822112128 00000100:00100000:0.0:1746126470.734667:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5198 00000100:00100000:0.0:1746126470.734672:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:31631:x1830945822112128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126470.734678:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126470.734685:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1a8 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.734696:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126470.734699:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.734704:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126470.734707:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 26 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.734731:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.734741:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 26 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.734750:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a287200, rc 0) 00000100:00100000:0.0:1746126470.734771:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:31631:x1830945822112128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (1997us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126470.734777:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5198 00000100:00100000:0.0:1746126470.736740:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.737335:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820492032:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.737362:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.737378:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839400, rc 0) 00000100:00100000:3.0:1746126470.737529:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822112384 00000100:00100000:3.0:1746126470.737535:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822112384 00010000:00010000:3.0:1746126470.737564:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 6 pid: 8481 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.737592:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7411 00000100:00100000:3.0:1746126470.737599:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822112384:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.737613:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.737635:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 6 pid: 8481 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.737646:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 6 pid: 8481 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.737668:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b4e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a1 expref: 6 pid: 8481 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.737690:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.737692:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.737698:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.737705:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.737734:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.737744:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.737759:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820492288:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.737990:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:31630:x1830945822112256:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3646us (5138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.737998:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5197 00000100:00100000:3.0:1746126470.738963:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.742302:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.742591:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822112640 00000100:00100000:1.0:1746126470.742600:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822112640 00002000:00100000:1.0:1746126470.742647:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a45180 x1830945822112640/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.742663:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45180 with x1830945822112640 ext(0->4095) 00010000:00010000:1.0:1746126470.742672:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.742685:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.742691:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a45180 00000100:00100000:1.0:1746126470.742725:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1855 00000100:00100000:1.0:1746126470.742733:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1976:x1830945822112640:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126470.742925:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820492288:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.742948:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.743001:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822112384:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5402us (6268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.743009:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7411 00000100:00100000:1.0:1746126470.744106:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1976:x1830945822112640:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1371us (1811us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.744113:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1855 00002000:00100000:1.0:1746126470.744120:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a45180 x1830945822112640/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.744127:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45180 with x1830945822112640 ext(0->4095) 00010000:00010000:1.0:1746126470.744134:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.744145:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.744151:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a45180 00000100:00100000:0.0:1746126470.748238:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.750292:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822112768 00000100:00100000:3.0:1746126470.750304:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822112768 00010000:00010000:3.0:1746126470.750345:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.750385:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7412 00000100:00100000:3.0:1746126470.750392:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1976:x1830945822112768:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.750409:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.750430:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.750442:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.750464:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116b55 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1af expref: 25 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.750511:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.750514:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.750522:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 24 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.750530:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 24 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.750564:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 24 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.750576:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820492416:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.750668:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.754878:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.755133:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822113024 00000100:00100000:1.0:1746126470.755143:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822113024 00002000:00100000:1.0:1746126470.755188:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a46d80 x1830945822113024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.755197:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46d80 with x1830945822113024 ext(0->4095) 00002000:00010000:1.0:1746126470.755203:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a46d80 00000100:00100000:3.0:1746126470.755309:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820492416:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.755335:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.755378:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1976:x1830945822112768:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4986us (7164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.755388:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7412 00000100:00100000:2.0:1746126470.756362:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3960 00000100:00100000:2.0:1746126470.756374:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945822113024:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126470.756562:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1976:x1830945822113024:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 190us (1692us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.756575:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3960 00002000:00100000:2.0:1746126470.756582:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a46d80 x1830945822113024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.756592:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46d80 with x1830945822113024 ext(0->4095) 00002000:00010000:2.0:1746126470.756596:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a46d80 00000100:00100000:0.0:1746126470.760586:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.760790:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822113152 00000100:00100000:1.0:1746126470.760799:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822113152 00000100:00100000:1.0:1746126470.760886:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5199 00000100:00100000:1.0:1746126470.760894:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822113152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.760913:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.760930:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1b6 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.760959:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 23 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.760965:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.760967:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.760970:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.760996:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 23 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.761006:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 23 pid: 8481 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.761017:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820492544:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.762422:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126470.763985:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820492544:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.764019:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.764037:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838600, rc 0) 00000100:00100000:1.0:1746126470.764091:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822113152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3196us (3513us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.764100:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5199 00000100:00100000:0.0:1746126470.764931:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.765118:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822113280 00000100:00100000:3.0:1746126470.765125:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822113280 00010000:00010000:3.0:1746126470.765153:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 24 pid: 8481 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.765189:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7413 00000100:00100000:3.0:1746126470.765196:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093123800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1977:x1830945822113280:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.765209:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.765239:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 24 pid: 8481 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.765540:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 24 pid: 8481 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.765564:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116b5c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1a8 expref: 24 pid: 8481 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.766121:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.766124:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.766133:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.766141:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.766176:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.766189:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820492672:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.766293:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.767988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.768182:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822113408 00000100:00100000:1.0:1746126470.768190:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822113408 00000100:00100000:1.0:1746126470.768239:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5200 00000100:00100000:1.0:1746126470.768248:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31630:x1830945822113408:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.768262:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.768278:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1bd expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.768304:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.768310:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.768312:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.768315:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.768340:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.768355:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 5 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.768365:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820492800:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.768442:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.769394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.769519:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820492672:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.769543:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.769634:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822113664 00000100:00100000:1.0:1746126470.769638:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822113664 00002000:00100000:1.0:1746126470.769792:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093121f80 x1830945822113664/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.769801:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093121f80 with x1830945822113664 ext(0->4095) 00010000:00010000:1.0:1746126470.769809:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.769820:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.769825:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093121f80 00000100:00100000:3.0:1746126470.769992:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093123800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1977:x1830945822113280:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4795us (5060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.770002:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7413 00000100:00100000:1.0:1746126470.770400:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1856 00000100:00100000:1.0:1746126470.770408:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822113664:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126470.770595:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822113664:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (1204us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.770601:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1856 00002000:00100000:1.0:1746126470.770606:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093121f80 x1830945822113664/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.770619:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093121f80 with x1830945822113664 ext(0->4095) 00010000:00010000:1.0:1746126470.770623:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.770633:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.770638:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093121f80 00000100:00100000:0.0:1746126470.770888:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820492800:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126470.770904:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 24 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.770916:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838a00, rc 0) 00000100:00100000:0.0:1746126470.770945:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:31630:x1830945822113408:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2699us (2964us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126470.770954:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5200 00000100:00100000:0.0:1746126470.774287:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.774569:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822113792 00000100:00100000:3.0:1746126470.774579:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822113792 00010000:00010000:3.0:1746126470.774615:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.774652:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7414 00000100:00100000:3.0:1746126470.774659:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133336680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822113792:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.774674:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.774695:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.774705:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.774729:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116b63 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1b6 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.774743:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.774744:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.774751:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.774759:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.774793:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.774805:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820492928:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.774887:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.778883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.779002:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820492928:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.779027:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.779081:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133336680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822113792:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4421us (4803us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.779092:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7414 00000100:00100000:2.0:1746126470.779195:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822114048 00000100:00100000:2.0:1746126470.779202:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822114048 00002000:00100000:2.0:1746126470.779452:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133334380 x1830945822114048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.779469:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133334380 with x1830945822114048 ext(0->4095) 00002000:00010000:2.0:1746126470.779474:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133334380 00000100:00100000:2.0:1746126470.779532:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3961 00000100:00100000:2.0:1746126470.779539:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1975:x1830945822114048:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126470.779701:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1975:x1830945822114048:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (829us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.779707:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3961 00002000:00100000:2.0:1746126470.779712:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133334380 x1830945822114048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.779718:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133334380 with x1830945822114048 ext(0->4095) 00002000:00010000:2.0:1746126470.779721:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133334380 00000100:00100000:0.0:1746126470.784993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.785148:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822114176 00000100:00100000:2.0:1746126470.785157:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822114176 00000100:00100000:2.0:1746126470.785210:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5201 00000100:00100000:2.0:1746126470.785227:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822114176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.785246:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.785265:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1c4 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.785297:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.785304:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.785305:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.785310:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.785339:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 23 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.785350:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 23 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126470.785362:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820493056:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.785457:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.790571:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820493056:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.790608:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.790628:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728c00, rc 0) 00000100:00100000:2.0:1746126470.790689:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822114176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5470us (5704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.790697:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5201 00000100:00100000:0.0:1746126470.802191:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.802320:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822114304 00000100:00100000:2.0:1746126470.802330:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822114304 00002000:00100000:2.0:1746126470.802375:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880133335f80 x1830945822114304/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.802386:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133335f80 with x1830945822114304 ext(0->7) 00010000:00010000:2.0:1746126470.802394:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 24 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126470.802413:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 24 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126470.802420:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133335f80 00000100:00100000:2.0:1746126470.802451:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1857 00000100:00100000:2.0:1746126470.802459:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1974:x1830945822114304:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126470.802810:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1974:x1830945822114304:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 350us (628us total) trans 4294968036 rc 0/0 00000100:00100000:2.0:1746126470.802816:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1857 00002000:00100000:2.0:1746126470.802822:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880133335f80 x1830945822114304/t4294968036(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/448 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.802830:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133335f80 with x1830945822114304 ext(0->7) 00010000:00010000:2.0:1746126470.802834:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126470.802843:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126470.802848:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133335f80 00000100:00100000:0.0:1746126470.808677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.808788:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822114432 00000100:00100000:3.0:1746126470.808797:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822114432 00010000:00010000:3.0:1746126470.808837:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.808876:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7415 00000100:00100000:3.0:1746126470.808883:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1975:x1830945822114432:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.808901:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.808924:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.808937:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.808960:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116b6a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1bd expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.808990:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.808992:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.809000:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.809009:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.809045:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.809058:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820493184:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.809155:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.811487:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.811604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.811870:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822114816 00000100:00100000:1.0:1746126470.811878:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822114816 00002000:00100000:1.0:1746126470.811918:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fd500 x1830945822114816/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126470.811922:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820493184:192.168.203.3@tcp:105: 00002000:00100000:1.0:1746126470.811927:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fd500 with x1830945822114816 ext(0->4095) 00002000:00010000:1.0:1746126470.811931:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fd500 00000100:00100000:1.0:1746126470.811949:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3962 00000100:00100000:1.0:1746126470.811956:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822114816:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746126470.812103:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.812117:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822114816:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.812124:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3962 00000100:00100000:3.0:1746126470.812126:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1975:x1830945822114432:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3244us (3461us total) trans 0 rc 0/0 00002000:00100000:1.0:1746126470.812130:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801349fd500 x1830945822114816/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126470.812134:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7415 00002000:00100000:1.0:1746126470.812136:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801349fd500 with x1830945822114816 ext(0->4095) 00002000:00010000:1.0:1746126470.812138:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801349fd500 00000100:00100000:2.0:1746126470.812247:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822114560 00000100:00100000:2.0:1746126470.812251:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822114560 00000100:00100000:2.0:1746126470.812288:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5202 00000100:00100000:2.0:1746126470.812294:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:31630:x1830945822114560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.812303:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.812319:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1cb expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.812347:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.812354:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.812356:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126470.812359:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.812386:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.812398:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 5 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126470.812409:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820493312:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.812471:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.813577:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820493312:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.813595:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.813607:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135729600, rc 0) 00000100:00100000:2.0:1746126470.813770:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:31630:x1830945822114560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1474us (2294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.813777:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5202 00000100:00100000:0.0:1746126470.814780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.814819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.814893:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822114944 00000100:00100000:2.0:1746126470.814900:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822114944 00000100:00100000:3.0:1746126470.814947:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822115072 00000100:00100000:3.0:1746126470.814951:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822115072 00010000:00010000:3.0:1746126470.814969:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.814986:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7416 00000100:00100000:3.0:1746126470.814992:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822115072:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.815003:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.815022:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.815032:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.815051:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116b71 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1c4 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.815064:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.815065:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.815071:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.815079:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.815103:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.815112:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820493440:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.815157:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.815242:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5203 00000100:00100000:2.0:1746126470.815249:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:31631:x1830945822114944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.815262:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.815275:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1d2 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.815298:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.815304:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.815305:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.815309:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.815324:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.815333:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126470.815341:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820493568:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.815377:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.819460:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.819514:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822115328 00000100:00100000:0.0:1746126470.819522:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822115328 00002000:00100000:0.0:1746126470.819561:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4d880 x1830945822115328/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.819570:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d880 with x1830945822115328 ext(0->4095) 00010000:00010000:0.0:1746126470.819578:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 28 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126470.819591:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 28 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126470.819597:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4d880 00000100:00100000:0.0:1746126470.819620:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1858 00000100:00100000:0.0:1746126470.819627:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1976:x1830945822115328:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126470.819781:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1976:x1830945822115328:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (333us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126470.819788:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1858 00002000:00100000:0.0:1746126470.819794:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4d880 x1830945822115328/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126470.819801:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d880 with x1830945822115328 ext(0->4095) 00010000:00010000:0.0:1746126470.819805:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 28 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126470.819814:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 28 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126470.819820:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4d880 00000100:00100000:3.0:1746126470.820250:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820493440:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.820273:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.820294:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822115072:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5302us (5474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.820302:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7416 00000100:00100000:2.0:1746126470.820596:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820493568:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.820615:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.820628:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728000, rc 0) 00000100:00100000:2.0:1746126470.820646:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:31631:x1830945822114944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5398us (5869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.820652:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5203 00000100:00100000:0.0:1746126470.823129:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.823186:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.824555:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822115456 00000100:00100000:3.0:1746126470.824566:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822115456 00010000:00010000:3.0:1746126470.824607:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.824645:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7417 00000100:00100000:3.0:1746126470.824653:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1975:x1830945822115456:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.824672:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.824696:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.824707:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.824729:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116b78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1cb expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.824746:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.824748:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.824754:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.824763:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.824797:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.824809:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820493696:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.824883:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.825299:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822115584 00000100:00100000:2.0:1746126470.825304:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822115584 00000100:00100000:2.0:1746126470.825330:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5204 00000100:00100000:2.0:1746126470.825336:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:31630:x1830945822115584:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.825349:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.825360:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1d9 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.825380:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 28 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.825385:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.825387:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.825390:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 28 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.825407:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 28 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.825416:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 28 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126470.825424:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820493824:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.825446:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.828465:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820493696:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.828489:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.829021:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1975:x1830945822115456:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4366us (5899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.829037:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7417 00000100:00100000:0.0:1746126470.829143:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.829273:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820493824:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126470.829292:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.829306:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728a00, rc 0) 00000100:00100000:0.0:1746126470.829326:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:31630:x1830945822115584:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3991us (6141us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126470.829332:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5204 00000100:00100000:1.0:1746126470.829415:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822115840 00000100:00100000:1.0:1746126470.829422:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822115840 00002000:00100000:1.0:1746126470.829455:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4d180 x1830945822115840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.829464:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d180 with x1830945822115840 ext(0->4095) 00010000:00010000:1.0:1746126470.829470:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.829481:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.829486:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4d180 00000100:00100000:1.0:1746126470.829517:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1859 00000100:00100000:1.0:1746126470.829523:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1977:x1830945822115840:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126470.829654:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1977:x1830945822115840:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.829659:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1859 00002000:00100000:1.0:1746126470.829664:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4d180 x1830945822115840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.829671:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d180 with x1830945822115840 ext(0->4095) 00010000:00010000:1.0:1746126470.829675:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.829684:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.829689:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4d180 00000100:00100000:0.0:1746126470.832805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.833487:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822115968 00000100:00100000:2.0:1746126470.833534:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822115968 00000100:00100000:2.0:1746126470.833582:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5205 00000100:00100000:2.0:1746126470.833590:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822115968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.833608:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.833626:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1e0 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.833652:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.833657:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.833663:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126470.833666:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.833708:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.833721:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.833730:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728800, rc 0) 00000100:00100000:2.0:1746126470.833789:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822115968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.833794:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5205 00000100:00100000:0.0:1746126470.835631:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.836909:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822116096 00000100:00100000:3.0:1746126470.836919:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822116096 00010000:00010000:3.0:1746126470.836956:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.837157:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7418 00000100:00100000:3.0:1746126470.837165:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1976:x1830945822116096:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.837179:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.837202:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.837225:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.837248:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116b7f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d2 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.837268:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.837270:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.837277:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.837285:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.837320:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 26 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.837332:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.837343:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820494080:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.838373:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.841693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.841853:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822116352 00000100:00100000:1.0:1746126470.841861:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822116352 00002000:00100000:1.0:1746126470.841914:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b56d80 x1830945822116352/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.841924:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b56d80 with x1830945822116352 ext(0->4095) 00010000:00010000:1.0:1746126470.841933:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.841946:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.841953:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b56d80 00000100:00100000:1.0:1746126470.841973:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1860 00000100:00100000:1.0:1746126470.841980:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1976:x1830945822116352:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126470.842158:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1976:x1830945822116352:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (473us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.842165:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1860 00002000:00100000:1.0:1746126470.842170:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b56d80 x1830945822116352/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.842177:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b56d80 with x1830945822116352 ext(0->4095) 00000100:00100000:3.0:1746126470.842444:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820494080:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.842467:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.842816:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1976:x1830945822116096:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5652us (7191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.842825:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7418 00010000:00010000:1.0:1746126470.844137:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.844160:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.844173:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b56d80 00000100:00100000:0.0:1746126470.847824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.849193:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.849275:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822116480 00000100:00100000:2.0:1746126470.849285:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822116480 00000100:00100000:2.0:1746126470.849523:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5206 00000100:00100000:2.0:1746126470.849531:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:31630:x1830945822116480:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.849551:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.849569:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1e7 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.849597:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.849603:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.849608:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126470.849612:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.849648:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.849661:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.849670:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728e00, rc 0) 00000100:00100000:2.0:1746126470.849714:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:31630:x1830945822116480:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (1901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.849720:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5206 00000100:00100000:3.0:1746126470.850201:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822116608 00000100:00100000:3.0:1746126470.850206:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822116608 00010000:00010000:3.0:1746126470.850234:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.850263:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7419 00000100:00100000:3.0:1746126470.850269:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1975:x1830945822116608:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.850279:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.850300:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.850310:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.850327:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116b86 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1d9 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.850884:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.850887:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.850894:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.850902:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.850925:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.850935:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 5 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.850946:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820494336:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.851008:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.853786:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820494336:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.853814:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.854787:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1975:x1830945822116608:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4513us (5593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.854799:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7419 00000100:00100000:0.0:1746126470.855690:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.855835:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822116864 00000100:00100000:1.0:1746126470.855843:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822116864 00002000:00100000:1.0:1746126470.855882:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b54380 x1830945822116864/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.855892:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54380 with x1830945822116864 ext(0->4095) 00010000:00010000:1.0:1746126470.855900:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.855913:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.855919:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b54380 00000100:00100000:1.0:1746126470.855934:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1861 00000100:00100000:1.0:1746126470.855940:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822116864:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126470.858736:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822116864:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 2788us (3042us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.858747:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1861 00002000:00100000:1.0:1746126470.858755:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b54380 x1830945822116864/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.858764:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54380 with x1830945822116864 ext(0->4095) 00010000:00010000:1.0:1746126470.858773:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.858792:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.858798:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b54380 00000100:00100000:0.0:1746126470.863269:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.863421:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822116992 00000100:00100000:3.0:1746126470.863430:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822116992 00010000:00010000:3.0:1746126470.863465:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.863520:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7420 00000100:00100000:3.0:1746126470.863526:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822116992:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.863540:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.863563:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.863574:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.863599:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116b8d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e0 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.864474:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.864477:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.864488:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.864645:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.864685:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.864698:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820494464:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.864782:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.866800:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820494464:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.866824:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.866861:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822116992:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3332us (3599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.866871:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7420 00000100:00100000:0.0:1746126470.869328:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.869451:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822117248 00000100:00100000:1.0:1746126470.869460:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822117248 00002000:00100000:1.0:1746126470.869536:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afca80 x1830945822117248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.869545:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afca80 with x1830945822117248 ext(0->4095) 00002000:00010000:1.0:1746126470.869550:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afca80 00000100:00100000:1.0:1746126470.869574:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3963 00000100:00100000:1.0:1746126470.869582:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1977:x1830945822117248:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126470.870008:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1977:x1830945822117248:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 425us (687us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.870015:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3963 00002000:00100000:1.0:1746126470.870021:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afca80 x1830945822117248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.870028:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afca80 with x1830945822117248 ext(0->4095) 00002000:00010000:1.0:1746126470.870030:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afca80 00000100:00100000:0.0:1746126470.872978:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.873168:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822117376 00000100:00100000:1.0:1746126470.873179:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822117376 00000100:00100000:1.0:1746126470.873245:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5207 00000100:00100000:1.0:1746126470.873254:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822117376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.873276:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.873294:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1ee expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.873324:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.873331:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.873333:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.873336:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.873365:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 25 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.873376:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 25 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.873387:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820494592:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.873467:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.876365:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.876473:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820494592:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126470.876531:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.876550:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839600, rc 0) 00000100:00100000:1.0:1746126470.876594:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822117376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3341us (3625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.876605:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5207 00000100:00100000:3.0:1746126470.876830:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822117504 00000100:00100000:3.0:1746126470.876837:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822117504 00010000:00010000:3.0:1746126470.876864:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.876897:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7421 00000100:00100000:3.0:1746126470.876904:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1977:x1830945822117504:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.876915:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.876935:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.876945:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.876979:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116b94 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1e7 expref: 26 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.877005:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.877007:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.877013:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.877021:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.877051:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.877063:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820494720:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.877119:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.879413:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.879629:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822117632 00000100:00100000:1.0:1746126470.879638:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822117632 00000100:00100000:1.0:1746126470.880238:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5208 00000100:00100000:1.0:1746126470.880247:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:31630:x1830945822117632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.880264:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.880281:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1f5 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.880309:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.880315:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.880317:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.880320:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 27 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.880348:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.880359:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 5 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.880371:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820494848:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126470.880453:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.881248:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820494720:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.881270:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.881295:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1977:x1830945822117504:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4391us (4942us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.881304:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7421 00000100:00100000:0.0:1746126470.882491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126470.882910:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820494848:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126470.882933:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 26 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126470.882949:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838a00, rc 0) 00000100:00100000:0.0:1746126470.882976:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:31630:x1830945822117632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2731us (3571us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126470.882984:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5208 00000100:00100000:1.0:1746126470.883068:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822117888 00000100:00100000:1.0:1746126470.883075:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822117888 00002000:00100000:1.0:1746126470.883111:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab7100 x1830945822117888/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.883120:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7100 with x1830945822117888 ext(0->4095) 00010000:00010000:1.0:1746126470.883126:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.883137:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.883143:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab7100 00000100:00100000:1.0:1746126470.883159:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1862 00000100:00100000:1.0:1746126470.883165:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822117888:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126470.883321:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822117888:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (833us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.883327:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1862 00002000:00100000:1.0:1746126470.883332:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab7100 x1830945822117888/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.883339:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7100 with x1830945822117888 ext(0->4095) 00010000:00010000:1.0:1746126470.883342:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.883350:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.883355:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab7100 00000100:00100000:0.0:1746126470.886564:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.886653:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822118016 00000100:00100000:3.0:1746126470.886663:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822118016 00010000:00010000:3.0:1746126470.886700:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.886736:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7422 00000100:00100000:3.0:1746126470.886744:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822118016:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.886758:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.886779:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.886790:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.886812:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116b9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1ee expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.887432:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.887435:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.887444:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 25 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.887452:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 25 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.887489:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 25 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.887568:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820494976:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.888257:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.891097:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.891183:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822118272 00000100:00100000:1.0:1746126470.891192:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822118272 00002000:00100000:1.0:1746126470.891248:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab6a00 x1830945822118272/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.891258:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab6a00 with x1830945822118272 ext(0->4095) 00002000:00010000:1.0:1746126470.891263:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab6a00 00000100:00100000:1.0:1746126470.891285:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3964 00000100:00100000:1.0:1746126470.891292:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1977:x1830945822118272:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126470.891474:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1977:x1830945822118272:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 182us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.891481:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3964 00002000:00100000:1.0:1746126470.891487:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab6a00 x1830945822118272/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.891511:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab6a00 with x1830945822118272 ext(0->4095) 00002000:00010000:1.0:1746126470.891514:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab6a00 00000100:00100000:3.0:1746126470.891733:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820494976:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.891756:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.891793:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822118016:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5050us (5238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.891801:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7422 00000100:00100000:0.0:1746126470.895296:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.895393:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822118400 00000100:00100000:2.0:1746126470.895403:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822118400 00000100:00100000:2.0:1746126470.895448:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5209 00000100:00100000:2.0:1746126470.895455:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822118400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.895474:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.895512:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c1fc expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.895544:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 25 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.895551:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.895552:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.895556:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.895586:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 25 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.895597:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 25 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126470.895609:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820495104:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.909394:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.935443:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.935539:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822118528 00000100:00100000:1.0:1746126470.935548:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822118528 00000100:00100000:1.0:1746126470.935606:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5210 00000100:00100000:1.0:1746126470.935614:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:31630:x1830945822118528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126470.935634:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126470.935652:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c203 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.935689:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126470.935695:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.935701:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126470.935705:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.935743:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.935755:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.935763:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839200, rc 0) 00000100:00100000:1.0:1746126470.935816:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:31630:x1830945822118528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.935822:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5210 00000100:00100000:2.0:1746126470.936270:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820495104:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.936289:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.936297:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728a00, rc 0) 00000100:00100000:2.0:1746126470.937627:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822118400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 42166us (42335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.937638:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5209 00000100:00100000:0.0:1746126470.938313:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.938375:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822118656 00000100:00100000:2.0:1746126470.938381:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822118656 00002000:00100000:2.0:1746126470.938416:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab4e00 x1830945822118656/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.938426:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4e00 with x1830945822118656 ext(0->7) 00010000:00010000:2.0:1746126470.938434:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 27 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126470.938446:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 27 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126470.938452:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab4e00 00000100:00100000:2.0:1746126470.938474:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1863 00000100:00100000:2.0:1746126470.938480:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1977:x1830945822118656:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126470.938807:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1977:x1830945822118656:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 325us (494us total) trans 4294968037 rc 0/0 00000100:00100000:2.0:1746126470.938813:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1863 00002000:00100000:2.0:1746126470.938819:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008eab4e00 x1830945822118656/t4294968037(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/448 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.938824:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4e00 with x1830945822118656 ext(0->7) 00010000:00010000:2.0:1746126470.938828:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 29 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126470.938837:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 29 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126470.938842:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab4e00 00000100:00100000:0.0:1746126470.942241:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.942327:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822118784 00000100:00100000:3.0:1746126470.942336:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822118784 00010000:00010000:3.0:1746126470.942372:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 29 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.942408:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7423 00000100:00100000:3.0:1746126470.942415:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1974:x1830945822118784:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.942431:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.942452:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 29 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.942463:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 29 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.942485:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116ba2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1f5 expref: 29 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.942542:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.942545:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.942552:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.942560:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.942595:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.942607:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 5 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.942618:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820495360:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.942700:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.944882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.944992:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820495360:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.945018:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.945056:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1974:x1830945822118784:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2640us (2822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.945065:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7423 00000100:00100000:1.0:1746126470.945151:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822119040 00000100:00100000:1.0:1746126470.945157:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822119040 00002000:00100000:1.0:1746126470.945195:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab7800 x1830945822119040/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.945205:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7800 with x1830945822119040 ext(0->4095) 00010000:00010000:1.0:1746126470.945225:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.945238:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.945245:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab7800 00000100:00100000:1.0:1746126470.945274:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1864 00000100:00100000:1.0:1746126470.945281:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822119040:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126470.945422:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822119040:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126470.945428:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1864 00002000:00100000:1.0:1746126470.945434:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab7800 x1830945822119040/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126470.945441:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7800 with x1830945822119040 ext(0->4095) 00010000:00010000:1.0:1746126470.945445:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.945453:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126470.945459:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab7800 00000100:00100000:0.0:1746126470.950890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.953921:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822119168 00000100:00100000:3.0:1746126470.953936:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822119168 00010000:00010000:3.0:1746126470.953985:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126470.954033:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7424 00000100:00100000:3.0:1746126470.954041:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822119168:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126470.954057:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126470.954079:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.954091:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.954114:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116ba9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c1fc expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.955415:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.955420:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126470.955431:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.955440:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.955485:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126470.955600:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820495488:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126470.957204:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126470.961322:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820495488:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126470.961350:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126470.961771:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822119168:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7729us (10888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.961783:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7424 00000100:00100000:0.0:1746126470.962485:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.962642:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822119424 00000100:00100000:2.0:1746126470.962651:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822119424 00002000:00100000:2.0:1746126470.962691:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135701880 x1830945822119424/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.962700:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701880 with x1830945822119424 ext(0->4095) 00002000:00010000:2.0:1746126470.962705:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135701880 00000100:00100000:2.0:1746126470.962759:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3965 00000100:00100000:2.0:1746126470.962770:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1976:x1830945822119424:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126470.962934:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1976:x1830945822119424:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126470.962940:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3965 00002000:00100000:2.0:1746126470.962945:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135701880 x1830945822119424/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.962951:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701880 with x1830945822119424 ext(0->4095) 00002000:00010000:2.0:1746126470.962954:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135701880 00000100:00100000:0.0:1746126470.966588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.967278:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822119552 00000100:00100000:2.0:1746126470.967288:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822119552 00000100:00100000:2.0:1746126470.967347:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5211 00000100:00100000:2.0:1746126470.967356:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822119552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126470.967375:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126470.967391:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c20a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.967423:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.967429:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.967431:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126470.967434:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.967463:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 27 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.967475:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 27 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126470.967486:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820495616:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126470.967596:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126470.972360:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820495616:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126470.972396:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126470.972415:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728600, rc 0) 00000100:00100000:2.0:1746126470.972473:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822119552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5117us (5896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126470.972481:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5211 00000100:00100000:0.0:1746126470.981922:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.983543:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822119680 00000100:00100000:2.0:1746126470.983556:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822119680 00002000:00100000:2.0:1746126470.983608:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135703b80 x1830945822119680/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.983618:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703b80 with x1830945822119680 ext(0->7) 00010000:00010000:2.0:1746126470.983627:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 28 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126470.983642:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 28 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126470.983649:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135703b80 00000100:00100000:2.0:1746126470.983678:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1865 00000100:00100000:2.0:1746126470.983686:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1976:x1830945822119680:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126470.984033:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822119680:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 347us (2122us total) trans 4294968038 rc 0/0 00000100:00100000:2.0:1746126470.984040:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1865 00002000:00100000:2.0:1746126470.984046:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135703b80 x1830945822119680/t4294968038(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:231/0 lens 496/448 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126470.984053:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703b80 with x1830945822119680 ext(0->7) 00010000:00010000:2.0:1746126470.984057:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 30 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126470.984065:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 30 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126470.984070:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135703b80 00000100:00100000:0.0:1746126470.987189:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126470.987282:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822119808 00000100:00100000:2.0:1746126470.987292:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822119808 00000100:00100000:3.0:1746126470.988379:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5212 00000100:00100000:3.0:1746126470.988394:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:31630:x1830945822119808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126470.988417:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126470.988437:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c211 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.988467:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126470.988473:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.988478:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126470.988481:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.988538:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.988551:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126470.988561:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c600, rc 0) 00000100:00100000:3.0:1746126470.988622:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:31630:x1830945822119808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 234us (1442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126470.988628:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5212 00000100:00100000:0.0:1746126470.990455:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126470.990541:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822119936 00000100:00100000:3.0:1746126470.990550:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822119936 00010000:00010000:3.0:1746126470.990582:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 31 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.991722:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7425 00000100:00100000:1.0:1746126470.991735:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1974:x1830945822119936:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126470.991752:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126470.991778:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 31 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.991791:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 31 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.991813:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116bb0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c203 expref: 31 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126470.991839:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.991841:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126470.991847:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.991855:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.991887:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126470.991898:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 5 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126470.991911:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820495872:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126470.992011:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126470.995707:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126470.995829:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820495872:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126470.995849:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126470.995895:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1974:x1830945822119936:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4163us (5446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126470.995906:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7425 00000100:00100000:3.0:1746126470.996005:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822120192 00000100:00100000:3.0:1746126470.996012:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822120192 00002000:00100000:3.0:1746126470.996051:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700700 x1830945822120192/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/0 e 0 to 0 dl 1746126481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.996060:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700700 with x1830945822120192 ext(0->4095) 00010000:00010000:3.0:1746126470.996068:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.996080:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746126470.996086:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135700700 00000100:00100000:3.0:1746126470.996102:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1866 00000100:00100000:3.0:1746126470.996109:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822120192:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126470.996279:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822120192:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 171us (582us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126470.996285:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1866 00002000:00100000:3.0:1746126470.996289:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700700 x1830945822120192/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746126481 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126470.996296:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700700 with x1830945822120192 ext(0->4095) 00010000:00010000:3.0:1746126470.996300:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126470.996308:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746126470.996313:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135700700 00000100:00100000:0.0:1746126471.000287:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.000454:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822120320 00000100:00100000:1.0:1746126471.000463:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822120320 00010000:00010000:1.0:1746126471.000534:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.000576:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7426 00000100:00100000:1.0:1746126471.000584:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822120320:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.000597:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.000619:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.000630:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.000654:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bb7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c20a expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.000677:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.000679:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.000687:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.000694:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.000726:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126471.000737:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820496000:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.000824:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.004484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.004670:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822120576 00000100:00100000:3.0:1746126471.004679:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822120576 00002000:00100000:3.0:1746126471.004724:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700380 x1830945822120576/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.004734:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700380 with x1830945822120576 ext(0->4095) 00002000:00010000:3.0:1746126471.004739:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700380 00000100:00100000:3.0:1746126471.004773:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3966 00000100:00100000:3.0:1746126471.004781:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1977:x1830945822120576:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126471.004961:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1977:x1830945822120576:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (486us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126471.004968:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3966 00002000:00100000:3.0:1746126471.004975:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135700380 x1830945822120576/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.004981:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700380 with x1830945822120576 ext(0->4095) 00002000:00010000:3.0:1746126471.004984:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700380 00000100:00100000:1.0:1746126471.005322:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820496000:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.005342:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.005372:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822120320:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4789us (5095us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.005380:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7426 00000100:00100000:0.0:1746126471.008411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.008536:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822120704 00000100:00100000:2.0:1746126471.008545:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822120704 00000100:00100000:2.0:1746126471.008600:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5213 00000100:00100000:2.0:1746126471.008607:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822120704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.008627:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.008645:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c218 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.008676:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.008683:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.008685:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.008688:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.008717:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.008729:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 29 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.008740:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820496128:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.008828:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.010646:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820496128:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.010672:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.010686:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728c00, rc 0) 00000100:00100000:2.0:1746126471.010733:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822120704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2125us (2331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.010740:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5213 00000100:00100000:0.0:1746126471.011151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.011757:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822120832 00000100:00100000:1.0:1746126471.011764:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822120832 00010000:00010000:1.0:1746126471.011796:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.011833:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7427 00000100:00100000:1.0:1746126471.011840:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1977:x1830945822120832:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.011854:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.011876:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.011886:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.011908:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116bbe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c211 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.011925:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.011927:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.011934:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.011941:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.011971:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126471.011981:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820496256:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.012048:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.015313:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.015396:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820496256:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.015416:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.015453:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1977:x1830945822120832:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3614us (4303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.015463:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7427 00000100:00100000:2.0:1746126471.015564:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822120960 00000100:00100000:2.0:1746126471.015571:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822120960 00000100:00100000:2.0:1746126471.015598:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5214 00000100:00100000:2.0:1746126471.015603:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:31630:x1830945822120960:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.015618:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.015634:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c21f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.015659:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.015665:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.015667:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.015670:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.015693:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.015702:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 5 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.015717:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820496384:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.015765:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.016077:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.016150:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822121216 00000100:00100000:0.0:1746126471.016153:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822121216 00002000:00100000:0.0:1746126471.016182:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469ad80 x1830945822121216/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.016190:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469ad80 with x1830945822121216 ext(0->4095) 00010000:00010000:0.0:1746126471.016195:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.016204:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126471.016210:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009469ad80 00000100:00100000:0.0:1746126471.016231:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1867 00000100:00100000:0.0:1746126471.016235:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822121216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126471.016367:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822121216:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (289us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126471.016372:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1867 00002000:00100000:0.0:1746126471.016378:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469ad80 x1830945822121216/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.016385:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469ad80 with x1830945822121216 ext(0->4095) 00010000:00010000:0.0:1746126471.016390:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.016399:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126471.016404:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009469ad80 00000100:00100000:2.0:1746126471.019305:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820496384:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.019338:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.019355:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728600, rc 0) 00000100:00100000:2.0:1746126471.019396:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:31630:x1830945822120960:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3792us (4091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.019405:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5214 00000100:00100000:0.0:1746126471.020600:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.020871:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822121344 00000100:00100000:3.0:1746126471.020880:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822121344 00000100:00100000:3.0:1746126471.020916:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5215 00000100:00100000:3.0:1746126471.020923:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:31631:x1830945822121344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.020941:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.020959:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c226 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.020985:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.020989:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.020995:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.020999:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.021037:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.021048:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.021056:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496da00, rc 0) 00000100:00100000:3.0:1746126471.021090:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:31631:x1830945822121344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.021096:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5215 00000100:00100000:0.0:1746126471.023711:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.025097:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822121472 00000100:00100000:1.0:1746126471.025110:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822121472 00010000:00010000:1.0:1746126471.025155:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.025200:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7428 00000100:00100000:1.0:1746126471.025209:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822121472:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.025234:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.025257:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.025269:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.025293:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116bc5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c218 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.025323:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.025326:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.025333:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.025340:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.025375:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.025386:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.025396:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820496640:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.025509:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.028210:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820496640:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.028244:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.028287:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822121472:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3078us (4585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.028298:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7428 00000100:00100000:0.0:1746126471.029747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.029849:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822121728 00000100:00100000:2.0:1746126471.029857:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822121728 00002000:00100000:2.0:1746126471.029901:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094698700 x1830945822121728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.029911:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698700 with x1830945822121728 ext(0->4095) 00010000:00010000:2.0:1746126471.029920:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.029932:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.029938:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094698700 00000100:00100000:2.0:1746126471.029956:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1868 00000100:00100000:2.0:1746126471.029962:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1977:x1830945822121728:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.030132:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1977:x1830945822121728:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (390us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.030138:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1868 00002000:00100000:2.0:1746126471.030144:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094698700 x1830945822121728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.030151:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698700 with x1830945822121728 ext(0->4095) 00010000:00010000:2.0:1746126471.030155:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.030163:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.030168:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094698700 00000100:00100000:0.0:1746126471.032262:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.032675:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822121856 00000100:00100000:1.0:1746126471.032683:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822121856 00010000:00010000:1.0:1746126471.032713:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.032758:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7429 00000100:00100000:1.0:1746126471.032765:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945822121856:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.032777:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.032798:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.032808:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.032831:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116bcc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c21f expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.032856:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.032858:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.032865:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.032873:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.032904:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126471.032916:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820496768:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.032999:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.035227:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820496768:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.035248:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.035282:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822121856:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2517us (3028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.035291:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7429 00000100:00100000:0.0:1746126471.035762:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.035785:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822122112 00000100:00100000:0.0:1746126471.035790:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822122112 00002000:00100000:0.0:1746126471.035823:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469a300 x1830945822122112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.035832:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469a300 with x1830945822122112 ext(0->4095) 00002000:00010000:0.0:1746126471.035836:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009469a300 00000100:00100000:0.0:1746126471.035858:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3967 00000100:00100000:0.0:1746126471.035863:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822122112:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126471.036006:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822122112:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126471.036011:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3967 00002000:00100000:0.0:1746126471.036017:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009469a300 x1830945822122112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.036023:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469a300 with x1830945822122112 ext(0->4095) 00002000:00010000:0.0:1746126471.036026:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009469a300 00000100:00100000:0.0:1746126471.037384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.038075:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822122240 00000100:00100000:2.0:1746126471.038083:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822122240 00000100:00100000:2.0:1746126471.038459:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5216 00000100:00100000:2.0:1746126471.038467:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822122240:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.038482:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.038515:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c22d expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.038545:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.038552:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.038554:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.038559:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.038588:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.038599:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 29 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.038611:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820496896:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.039352:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.041191:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820496896:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.041229:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.041244:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135729200, rc 0) 00000100:00100000:2.0:1746126471.041292:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822122240:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2826us (3911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.041300:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5216 00000100:00100000:0.0:1746126471.041777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.042144:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822122368 00000100:00100000:1.0:1746126471.042151:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822122368 00010000:00010000:1.0:1746126471.042182:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.042224:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7430 00000100:00100000:1.0:1746126471.042231:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822122368:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.042243:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.042265:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.042275:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.042297:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116bd3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c226 expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.042310:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.042312:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.042318:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.042325:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.042355:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126471.042365:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820497024:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.042423:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.045440:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820497024:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.045463:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.045547:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1976:x1830945822122368:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3315us (3769us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.045559:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7430 00000100:00100000:0.0:1746126471.045665:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.045928:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822122624 00000100:00100000:3.0:1746126471.045936:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822122624 00002000:00100000:3.0:1746126471.045977:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800939cad80 x1830945822122624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.045986:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939cad80 with x1830945822122624 ext(0->4095) 00002000:00010000:3.0:1746126471.045990:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939cad80 00000100:00100000:3.0:1746126471.046011:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3968 00000100:00100000:3.0:1746126471.046018:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822122624:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126471.046164:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822122624:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (499us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126471.046170:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3968 00002000:00100000:3.0:1746126471.046175:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800939cad80 x1830945822122624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.046182:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939cad80 with x1830945822122624 ext(0->4095) 00002000:00010000:3.0:1746126471.046185:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939cad80 00000100:00100000:0.0:1746126471.048469:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.049089:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822122752 00000100:00100000:2.0:1746126471.049099:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822122752 00000100:00100000:2.0:1746126471.049152:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5217 00000100:00100000:2.0:1746126471.049160:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:31630:x1830945822122752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.049179:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.049197:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c234 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.049240:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.049247:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.049249:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.049253:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 30 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.049282:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.049292:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 5 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.049303:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820497152:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.049375:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.051169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.051293:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822122880 00000100:00100000:0.0:1746126471.051301:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822122880 00000100:00100000:0.0:1746126471.051347:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5218 00000100:00100000:0.0:1746126471.051354:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:31631:x1830945822122880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126471.051371:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126471.051388:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c23b expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.051411:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126471.051418:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.051424:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126471.051427:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.051458:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.051469:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.051478:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a286600, rc 0) 00000100:00100000:0.0:1746126471.051543:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:31631:x1830945822122880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126471.051549:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5218 00000100:00100000:0.0:1746126471.051633:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820497152:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126471.051650:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.051657:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135729600, rc 0) 00000100:00100000:0.0:1746126471.051692:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:31630:x1830945822122752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2533us (3230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126471.051697:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5217 00000100:00100000:0.0:1746126471.054298:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.054542:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822123008 00000100:00100000:1.0:1746126471.054551:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822123008 00010000:00010000:1.0:1746126471.054588:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.054748:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7431 00000100:00100000:1.0:1746126471.054757:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822123008:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.054772:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.054794:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.054806:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.054828:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116bda lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c22d expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.055110:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.055112:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.055120:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 30 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.055129:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 30 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.055162:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 30 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.055173:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.055185:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820497408:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.055856:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.058621:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.058701:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820497408:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.058719:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.058774:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822123008:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4018us (4482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.058784:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7431 00000100:00100000:0.0:1746126471.058854:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822123264 00000100:00100000:0.0:1746126471.058860:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822123264 00002000:00100000:0.0:1746126471.058901:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c704000 x1830945822123264/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.058910:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c704000 with x1830945822123264 ext(0->4095) 00010000:00010000:0.0:1746126471.058918:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.058929:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126471.058940:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c704000 00000100:00100000:0.0:1746126471.058968:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1869 00000100:00100000:0.0:1746126471.058976:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1977:x1830945822123264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126471.059133:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1977:x1830945822123264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (523us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126471.059139:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1869 00002000:00100000:0.0:1746126471.059144:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c704000 x1830945822123264/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.059151:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c704000 with x1830945822123264 ext(0->4095) 00010000:00010000:0.0:1746126471.059155:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.059164:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126471.059170:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c704000 00000100:00100000:0.0:1746126471.061593:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.061725:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822123392 00000100:00100000:1.0:1746126471.061734:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822123392 00010000:00010000:1.0:1746126471.061769:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.061942:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7432 00000100:00100000:1.0:1746126471.061949:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1975:x1830945822123392:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.061964:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.061985:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.061996:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.062020:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116be1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c234 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.062176:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.062178:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.062186:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.062194:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.062236:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126471.062248:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820497536:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.062781:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.064708:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820497536:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.064728:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.064771:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1975:x1830945822123392:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2821us (3185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.064785:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7432 00000100:00100000:0.0:1746126471.065115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.065178:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822123648 00000100:00100000:0.0:1746126471.065184:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822123648 00002000:00100000:0.0:1746126471.065235:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3dc00 x1830945822123648/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.065244:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3dc00 with x1830945822123648 ext(0->4095) 00002000:00010000:0.0:1746126471.065248:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a3dc00 00000100:00100000:0.0:1746126471.065270:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3969 00000100:00100000:0.0:1746126471.065276:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1977:x1830945822123648:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126471.065417:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1977:x1830945822123648:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126471.065423:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3969 00002000:00100000:0.0:1746126471.065428:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3dc00 x1830945822123648/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.065435:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3dc00 with x1830945822123648 ext(0->4095) 00002000:00010000:0.0:1746126471.065437:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092a3dc00 00000100:00100000:0.0:1746126471.067144:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.067429:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822123776 00000100:00100000:2.0:1746126471.067436:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822123776 00000100:00100000:2.0:1746126471.067479:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5219 00000100:00100000:2.0:1746126471.067486:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822123776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.068112:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.068131:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c242 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.068161:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.068169:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.068171:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.068174:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.068205:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.068228:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 29 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.068241:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820497664:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.068964:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.071033:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820497664:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.071069:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.071087:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728200, rc 0) 00000100:00100000:2.0:1746126471.071140:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822123776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3652us (4001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.071148:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5219 00000100:00100000:0.0:1746126471.073107:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.073288:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822123904 00000100:00100000:1.0:1746126471.073298:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822123904 00010000:00010000:1.0:1746126471.073333:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.073636:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7433 00000100:00100000:1.0:1746126471.073645:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822123904:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.073658:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.073681:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.073692:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.073716:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d1116be8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c23b expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.073739:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.073741:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.073748:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.073757:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.073789:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126471.073800:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820497792:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.073884:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.079855:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.080248:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822124032 00000100:00100000:0.0:1746126471.080257:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822124032 00000100:00100000:0.0:1746126471.080303:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5220 00000100:00100000:0.0:1746126471.080311:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:31630:x1830945822124032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126471.080330:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126471.080347:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c249 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.080376:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.080383:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126471.080385:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126471.080388:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.080421:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.080434:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 5 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746126471.080446:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820497920:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126471.080554:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.080731:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820497792:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.080747:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.080782:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945822123904:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7138us (7682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.080790:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7433 00000100:00100000:0.0:1746126471.081238:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.081311:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822124288 00000100:00100000:1.0:1746126471.081315:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822124288 00002000:00100000:1.0:1746126471.081342:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8aa00 x1830945822124288/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.081351:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8aa00 with x1830945822124288 ext(0->4095) 00010000:00010000:1.0:1746126471.081358:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.081368:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.081374:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8aa00 00000100:00100000:1.0:1746126471.081398:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1870 00000100:00100000:1.0:1746126471.081404:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822124288:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126471.081564:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822124288:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.081569:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1870 00002000:00100000:1.0:1746126471.081574:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa8aa00 x1830945822124288/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.081581:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa8aa00 with x1830945822124288 ext(0->4095) 00010000:00010000:1.0:1746126471.081590:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.081599:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.081604:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa8aa00 00000100:00100000:2.0:1746126471.085430:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820497920:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.085462:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 30 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.085483:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a287200, rc 0) 00000100:00100000:2.0:1746126471.085563:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:31630:x1830945822124032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5252us (5718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.085572:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5220 00000100:00100000:0.0:1746126471.086440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.086577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.086684:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822124544 00000100:00100000:3.0:1746126471.086691:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822124544 00000100:00100000:3.0:1746126471.086727:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5221 00000100:00100000:3.0:1746126471.086732:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822124544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.086748:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.086762:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c250 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.086786:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.086790:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.086795:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.086798:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.086830:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.086839:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.086846:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496ca00, rc 0) 00000100:00100000:3.0:1746126471.086869:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31631:x1830945822124544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.086873:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5221 00000100:00100000:1.0:1746126471.087078:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822124416 00000100:00100000:1.0:1746126471.087082:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822124416 00010000:00010000:1.0:1746126471.087102:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 7 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.087119:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7434 00000100:00100000:1.0:1746126471.087124:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945822124416:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.087131:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.087152:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 7 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.087161:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 7 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.087177:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116bef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c242 expref: 7 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.087191:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.087192:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.087198:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.087204:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.087248:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.087258:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 29 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.087268:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820498176:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.087313:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.091692:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.092682:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820498176:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.092702:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.093560:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822124416:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6432us (7118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.093572:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7434 00000100:00100000:0.0:1746126471.093674:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822124800 00000100:00100000:0.0:1746126471.093682:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822124800 00002000:00100000:0.0:1746126471.093718:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3c000 x1830945822124800/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.093727:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3c000 with x1830945822124800 ext(0->4095) 00010000:00010000:0.0:1746126471.093736:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.093748:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126471.093754:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a3c000 00000100:00100000:0.0:1746126471.093777:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1871 00000100:00100000:0.0:1746126471.093783:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822124800:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126471.093936:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822124800:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (2258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126471.093942:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1871 00002000:00100000:0.0:1746126471.093947:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3c000 x1830945822124800/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.093954:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3c000 with x1830945822124800 ext(0->4095) 00010000:00010000:0.0:1746126471.093958:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.093967:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126471.093978:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a3c000 00000100:00100000:2.0:1746126471.102963:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.103011:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.103066:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822124928 00000100:00100000:0.0:1746126471.103075:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822124928 00000100:00100000:0.0:1746126471.103126:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5222 00000100:00100000:0.0:1746126471.103135:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:31630:x1830945822124928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126471.103152:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126471.103171:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c257 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.103197:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126471.103203:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.103208:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126471.103222:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.103258:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.103269:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.103280:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a286800, rc 0) 00000100:00100000:0.0:1746126471.103324:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:31630:x1830945822124928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126471.103331:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5222 00000100:00100000:1.0:1746126471.103419:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822125056 00000100:00100000:1.0:1746126471.103423:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822125056 00010000:00010000:1.0:1746126471.103439:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.103466:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7435 00000100:00100000:1.0:1746126471.103472:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945822125056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.103480:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.103516:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.103526:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.103541:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1116bf6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c249 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.103554:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.103555:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.103561:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.103568:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.103586:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.103597:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 5 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.103608:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820498432:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.103658:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.110119:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820498432:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.110142:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.110195:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822125056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6722us (7183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.110205:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7435 00000100:00100000:0.0:1746126471.110650:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.110715:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822125312 00000100:00100000:1.0:1746126471.110721:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822125312 00002000:00100000:1.0:1746126471.110756:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094258380 x1830945822125312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.110766:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258380 with x1830945822125312 ext(0->4095) 00010000:00010000:1.0:1746126471.110775:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.110788:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.110794:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094258380 00000100:00100000:1.0:1746126471.110810:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1872 00000100:00100000:1.0:1746126471.110817:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822125312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126471.110971:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822125312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.110981:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1872 00002000:00100000:1.0:1746126471.110986:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094258380 x1830945822125312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.110993:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258380 with x1830945822125312 ext(0->4095) 00010000:00010000:1.0:1746126471.110997:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.111006:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.111012:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094258380 00000100:00100000:0.0:1746126471.115645:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.115737:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822125440 00000100:00100000:1.0:1746126471.115747:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822125440 00010000:00010000:1.0:1746126471.115787:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.116417:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7436 00000100:00100000:1.0:1746126471.116426:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822125440:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.116440:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.116463:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.116474:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.116631:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116bfd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c250 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.116663:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.116665:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.116672:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.116680:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.116712:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126471.116723:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820498560:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126471.121710:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.123224:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820498560:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.123247:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.123300:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822125440:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6874us (7664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.123311:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7436 00000100:00100000:2.0:1746126471.125321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.125411:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822125696 00000100:00100000:0.0:1746126471.125420:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822125696 00002000:00100000:0.0:1746126471.125462:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d880 x1830945822125696/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.125471:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d880 with x1830945822125696 ext(0->4095) 00002000:00010000:0.0:1746126471.125475:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184d880 00000100:00100000:0.0:1746126471.125518:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3970 00000100:00100000:0.0:1746126471.125526:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1977:x1830945822125696:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126471.125758:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1977:x1830945822125696:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 232us (443us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126471.125765:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3970 00002000:00100000:0.0:1746126471.125772:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d880 x1830945822125696/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.125777:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d880 with x1830945822125696 ext(0->4095) 00002000:00010000:0.0:1746126471.125784:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184d880 00000100:00100000:0.0:1746126471.128373:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.129424:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822125824 00000100:00100000:3.0:1746126471.129435:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822125824 00000100:00100000:3.0:1746126471.129481:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5223 00000100:00100000:3.0:1746126471.129488:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822125824:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.129519:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.129537:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c25e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.129572:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.129580:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.129582:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.129585:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.129614:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.129625:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 29 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.129636:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820498688:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.129725:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.131554:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820498688:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.131590:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.131607:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496cc00, rc 0) 00000100:00100000:3.0:1746126471.131945:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822125824:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2455us (3578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.131953:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5223 00000100:00100000:2.0:1746126471.132629:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.132845:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822125952 00000100:00100000:3.0:1746126471.133104:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822125952 00010000:00010000:3.0:1746126471.133135:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.133160:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7437 00000100:00100000:3.0:1746126471.133167:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822125952:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.133181:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.133204:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.133225:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.133246:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c04 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c257 expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.133264:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.133265:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.133272:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.133280:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.133308:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.133319:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820498816:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.134319:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.134721:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.135388:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822126080 00000100:00100000:3.0:1746126471.135396:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822126080 00000100:00100000:3.0:1746126471.135440:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5224 00000100:00100000:3.0:1746126471.135448:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:31630:x1830945822126080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.135465:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.135482:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c265 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.135724:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.135732:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.135734:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.135737:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.135766:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.135778:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 5 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.135789:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820498944:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.135876:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a686cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.140647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.140686:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820498944:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.140727:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.140745:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c800, rc 0) 00000100:00100000:2.0:1746126471.140788:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:31630:x1830945822126080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5341us (6069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.140796:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5224 00000100:00100000:1.0:1746126471.140895:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822126336 00000100:00100000:1.0:1746126471.140903:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822126336 00002000:00100000:1.0:1746126471.140943:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425a680 x1830945822126336/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.140952:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425a680 with x1830945822126336 ext(0->4095) 00010000:00010000:1.0:1746126471.140959:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.140971:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.140977:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425a680 00000100:00100000:1.0:1746126471.141002:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1873 00000100:00100000:1.0:1746126471.141010:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822126336:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126471.141168:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822126336:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (531us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.141174:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1873 00002000:00100000:1.0:1746126471.141179:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425a680 x1830945822126336/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.141186:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425a680 with x1830945822126336 ext(0->4095) 00010000:00010000:1.0:1746126471.141190:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.141198:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.141204:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425a680 00000100:00100000:3.0:1746126471.141292:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820498816:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.141305:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.141324:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822125952:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 8159us (8697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.141332:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7437 00000100:00100000:0.0:1746126471.146819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.146881:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.147676:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822126464 00000100:00100000:3.0:1746126471.147686:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822126464 00010000:00010000:3.0:1746126471.147728:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.147775:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7438 00000100:00100000:3.0:1746126471.147782:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822126464:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.147798:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.147821:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.147832:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.147855:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116c0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c25e expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.147887:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.147890:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.147896:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.147904:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.147944:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.147956:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820499072:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.148037:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a686cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.152199:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.152265:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822126592 00000100:00100000:2.0:1746126471.152273:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822126592 00000100:00100000:2.0:1746126471.152330:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5225 00000100:00100000:2.0:1746126471.152339:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822126592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.152611:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.152630:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c26c expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.152660:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.152666:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.152668:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.152671:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.153616:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 29 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126471.153620:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820499072:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.153629:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 29 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.153639:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.153641:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820499200:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126471.153938:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822126848 00000100:00100000:1.0:1746126471.153943:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822126848 00002000:00100000:1.0:1746126471.153975:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1f80 x1830945822126848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.153985:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1f80 with x1830945822126848 ext(0->4095) 00010000:00010000:1.0:1746126471.153992:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.154002:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.154008:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab1f80 00000100:00100000:1.0:1746126471.154031:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1874 00000100:00100000:1.0:1746126471.154037:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822126848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126471.154061:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945822126464:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6277us (7249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126471.154070:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7438 00000100:00100000:2.0:1746126471.154206:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.154266:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822126848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 228us (2077us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.154273:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1874 00002000:00100000:1.0:1746126471.154278:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab1f80 x1830945822126848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.154286:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab1f80 with x1830945822126848 ext(0->4095) 00010000:00010000:1.0:1746126471.154290:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.154299:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 30 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.154305:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab1f80 00000100:00100000:2.0:1746126471.156724:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820499200:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.156755:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.156773:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135729200, rc 0) 00000100:00100000:2.0:1746126471.156818:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822126592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4480us (9936us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.156826:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5225 00000100:00100000:0.0:1746126471.157039:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.157083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.157129:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822127104 00000100:00100000:1.0:1746126471.157136:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822127104 00000100:00100000:3.0:1746126471.157144:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822126976 00000100:00100000:3.0:1746126471.157148:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822126976 00010000:00010000:1.0:1746126471.157165:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.157177:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5226 00000100:00100000:3.0:1746126471.157183:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:31630:x1830945822126976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126471.157184:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7439 00000100:00100000:1.0:1746126471.157190:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1977:x1830945822127104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.157198:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126471.157202:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.157210:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c273 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.157234:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 32 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.157238:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.157243:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.157253:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126471.157256:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.157369:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 32 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.157390:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116c12 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c265 expref: 32 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.157403:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.157405:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.157410:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.157417:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.157441:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.157451:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 5 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.157462:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820499328:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.157522:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 5 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.157530:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 5 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.157532:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.157544:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820499456:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.157569:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a686cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.163984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.164025:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822127360 00000100:00100000:0.0:1746126471.164032:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822127360 00002000:00100000:0.0:1746126471.164072:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6680 x1830945822127360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.164082:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6680 with x1830945822127360 ext(0->4095) 00010000:00010000:0.0:1746126471.164090:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.164109:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126471.164116:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6680 00000100:00100000:0.0:1746126471.164135:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1875 00000100:00100000:0.0:1746126471.164142:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822127360:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126471.164355:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822127360:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 212us (380us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126471.164361:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1875 00002000:00100000:0.0:1746126471.164366:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d6680 x1830945822127360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.164371:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6680 with x1830945822127360 ext(0->4095) 00010000:00010000:0.0:1746126471.164375:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.164383:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746126471.164389:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d6680 00000100:00100000:1.0:1746126471.164522:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820499328:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.164539:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.164560:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1977:x1830945822127104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7371us (7477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.164567:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7439 00000100:00100000:3.0:1746126471.164739:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820499456:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.164760:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.164771:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa5000, rc 0) 00000100:00100000:3.0:1746126471.164792:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:31630:x1830945822126976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7609us (7754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.164798:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5226 00000100:00100000:1.0:1746126471.168348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.168456:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.168582:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822127488 00000100:00100000:3.0:1746126471.168592:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822127488 00000100:00100000:3.0:1746126471.168632:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5227 00000100:00100000:3.0:1746126471.168639:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:31631:x1830945822127488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.168657:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.168674:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c27a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.168701:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.168706:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.168712:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.168715:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.168755:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.168767:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.168776:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa4200, rc 0) 00000100:00100000:3.0:1746126471.168817:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:31631:x1830945822127488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.168823:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5227 00000100:00100000:0.0:1746126471.169148:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822127616 00000100:00100000:0.0:1746126471.169152:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822127616 00010000:00010000:0.0:1746126471.169172:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746126471.169199:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7440 00000100:00100000:0.0:1746126471.169205:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822127616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126471.169222:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126471.169244:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.169254:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.169280:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116c19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c26c expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.169305:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126471.169306:0:7118:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126471.169313:0:7118:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.169321:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.169341:0:7118:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.169353:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746126471.169364:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820499712:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126471.169420:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.171785:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.172505:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800948d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7118:1830945820499712:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.172528:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.173282:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822127616:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4073us (4821us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.173294:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7440 00000100:00100000:2.0:1746126471.173864:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822127744 00000100:00100000:2.0:1746126471.173872:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822127744 00010000:00010000:2.0:1746126471.173905:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.174114:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7441 00000100:00100000:1.0:1746126471.174124:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1977:x1830945822127744:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.174137:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.174160:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.174171:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.174194:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5000/0x8f8d42f0d1116c20 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c273 expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.174227:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.174229:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.174237:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.174243:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.174276:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 30 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126471.174288:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820499840:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.174361:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.176081:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820499840:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.176099:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.176131:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1977:x1830945822127744:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2009us (4353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.176140:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7441 00000100:00100000:0.0:1746126471.176809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.176868:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822128000 00000100:00100000:2.0:1746126471.176876:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822128000 00002000:00100000:2.0:1746126471.176916:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d5180 x1830945822128000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.176926:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5180 with x1830945822128000 ext(0->4095) 00002000:00010000:2.0:1746126471.176930:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d5180 00000100:00100000:2.0:1746126471.176958:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3971 00000100:00100000:2.0:1746126471.176972:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1977:x1830945822128000:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126471.177126:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1977:x1830945822128000:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.177132:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3971 00002000:00100000:2.0:1746126471.177137:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d5180 x1830945822128000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.177149:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5180 with x1830945822128000 ext(0->4095) 00002000:00010000:2.0:1746126471.177151:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d5180 00000100:00100000:0.0:1746126471.179834:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.180359:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822128128 00000100:00100000:2.0:1746126471.180369:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822128128 00000100:00100000:2.0:1746126471.180622:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5228 00000100:00100000:2.0:1746126471.180632:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822128128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.180652:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.180670:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c281 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.180699:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.180706:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.180708:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.180711:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.180741:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 29 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.180753:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 29 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.180765:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820499968:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.181407:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.193015:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820499968:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.193056:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.193077:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728e00, rc 0) 00000100:00100000:2.0:1746126471.193147:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822128128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12515us (13322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.193156:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5228 00000100:00100000:0.0:1746126471.200793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.200844:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822128256 00000100:00100000:0.0:1746126471.200845:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.200853:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822128256 00002000:00100000:2.0:1746126471.200897:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800948d5c00 x1830945822128256/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.200907:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5c00 with x1830945822128256 ext(0->7) 00010000:00010000:2.0:1746126471.200915:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.200928:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 30 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.200936:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d5c00 00000100:00100000:2.0:1746126471.200954:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1876 00000100:00100000:2.0:1746126471.200960:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822128256:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126471.201043:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822128384 00000100:00100000:3.0:1746126471.201047:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822128384 00000100:00100000:3.0:1746126471.201076:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5229 00000100:00100000:3.0:1746126471.201082:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:31630:x1830945822128384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.201090:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.201104:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c288 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.201127:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.201133:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.201138:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126471.201141:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.201182:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.201193:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.201202:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa5600, rc 0) 00000100:00100000:3.0:1746126471.201268:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31630:x1830945822128384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.201274:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5229 00000100:00100000:2.0:1746126471.201278:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945822128256:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 316us (495us total) trans 4294968039 rc 0/0 00000100:00100000:2.0:1746126471.201284:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1876 00002000:00100000:2.0:1746126471.201289:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800948d5c00 x1830945822128256/t4294968039(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/448 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.201297:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5c00 with x1830945822128256 ext(0->7) 00010000:00010000:2.0:1746126471.201301:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 33 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.201316:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 33 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.201322:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d5c00 00000100:00100000:0.0:1746126471.204031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.204132:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822128512 00000100:00100000:1.0:1746126471.204142:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822128512 00010000:00010000:1.0:1746126471.204181:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 33 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.204268:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7442 00000100:00100000:1.0:1746126471.204277:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1977:x1830945822128512:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.204290:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126471.204310:0:7117:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126470 -> 1746126471 00002000:00010000:1.0:1746126471.204313:0:7117:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126470 -> 1746126471 00010000:00010000:1.0:1746126471.204319:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 33 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.204331:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 33 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.204353:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4200/0x8f8d42f0d1116c27 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c27a expref: 33 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.204388:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.204390:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.204398:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.204407:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.204685:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.204698:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 5 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.204710:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820500224:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.206178:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.213252:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820500224:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.213277:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.213326:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1977:x1830945822128512:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9049us (9304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.213337:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7442 00000100:00100000:0.0:1746126471.215661:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.215802:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822128768 00000100:00100000:2.0:1746126471.215812:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822128768 00002000:00100000:2.0:1746126471.215858:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904e00 x1830945822128768/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.215868:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904e00 with x1830945822128768 ext(0->4095) 00010000:00010000:2.0:1746126471.215876:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.215890:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.215896:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094904e00 00000100:00100000:2.0:1746126471.216363:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1877 00000100:00100000:2.0:1746126471.216371:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822128768:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.216598:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822128768:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 227us (944us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.216605:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1877 00002000:00100000:2.0:1746126471.216612:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904e00 x1830945822128768/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.216619:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904e00 with x1830945822128768 ext(0->4095) 00010000:00010000:2.0:1746126471.216624:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.216634:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.216640:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094904e00 00000100:00100000:3.0:1746126471.221643:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.221679:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822128896 00000100:00100000:3.0:1746126471.221686:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822128896 00010000:00010000:3.0:1746126471.221719:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.221758:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7443 00000100:00100000:3.0:1746126471.221765:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822128896:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.221779:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.221801:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.221813:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.221838:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c2e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c281 expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.221858:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.221861:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.221868:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.221876:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.221922:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.221933:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820500352:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.222005:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a686cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.224634:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.224757:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820500352:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.224779:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.224820:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822128896:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3055us (3186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.224830:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7443 00000100:00100000:1.0:1746126471.224985:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822129152 00000100:00100000:1.0:1746126471.224992:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822129152 00002000:00100000:1.0:1746126471.225029:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094907800 x1830945822129152/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.225038:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907800 with x1830945822129152 ext(0->4095) 00002000:00010000:1.0:1746126471.225041:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094907800 00000100:00100000:1.0:1746126471.225122:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3972 00000100:00100000:1.0:1746126471.225130:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1977:x1830945822129152:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126471.225541:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1977:x1830945822129152:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 411us (913us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.225551:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3972 00002000:00100000:1.0:1746126471.225556:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094907800 x1830945822129152/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.225563:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907800 with x1830945822129152 ext(0->4095) 00002000:00010000:1.0:1746126471.225566:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094907800 00000100:00100000:0.0:1746126471.228125:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.228222:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822129280 00000100:00100000:3.0:1746126471.228231:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822129280 00000100:00100000:3.0:1746126471.228273:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5230 00000100:00100000:3.0:1746126471.228281:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822129280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.228300:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.228317:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c28f expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.228351:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.228357:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.228359:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.228363:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.228394:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.228406:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.228417:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820500480:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.228524:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.229853:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820500480:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.229879:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.229892:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa5200, rc 0) 00000100:00100000:3.0:1746126471.229922:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822129280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1641us (1807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.229929:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5230 00000100:00100000:0.0:1746126471.232183:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.232288:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822129408 00000100:00100000:3.0:1746126471.232298:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822129408 00010000:00010000:3.0:1746126471.232332:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 32 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.232371:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7444 00000100:00100000:3.0:1746126471.232378:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1977:x1830945822129408:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.232392:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.232413:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 32 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.232425:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 32 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.232447:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5600/0x8f8d42f0d1116c35 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c288 expref: 32 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.232895:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.232897:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.232905:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.232913:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.232944:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.232956:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820500608:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.233122:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.235837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.235946:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822129664 00000100:00100000:2.0:1746126471.235954:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822129664 00000100:00100000:2.0:1746126471.235998:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5231 00000100:00100000:2.0:1746126471.236005:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:31630:x1830945822129664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.236021:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126471.236090:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820500608:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.236110:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.236156:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1977:x1830945822129408:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3778us (3981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.236164:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7444 00010000:00010000:2.0:1746126471.236698:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c296 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.236731:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.236737:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.236739:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.236743:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.236770:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.236785:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 5 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.236795:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820500736:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.236871:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.237394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.237744:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822129792 00000100:00100000:1.0:1746126471.237751:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822129792 00002000:00100000:1.0:1746126471.237786:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e78a80 x1830945822129792/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.237795:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e78a80 with x1830945822129792 ext(0->4095) 00010000:00010000:1.0:1746126471.237801:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.237813:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.237819:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e78a80 00000100:00100000:1.0:1746126471.237849:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1878 00000100:00100000:1.0:1746126471.237856:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822129792:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126471.238009:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822129792:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.238015:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1878 00002000:00100000:1.0:1746126471.238021:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e78a80 x1830945822129792/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.238036:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e78a80 with x1830945822129792 ext(0->4095) 00010000:00010000:1.0:1746126471.238040:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.238049:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.238054:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e78a80 00000100:00100000:2.0:1746126471.240731:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820500736:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.240767:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.240786:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728c00, rc 0) 00000100:00100000:2.0:1746126471.240836:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:31630:x1830945822129664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4830us (5007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.240844:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5231 00000100:00100000:0.0:1746126471.241238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.241486:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822129920 00000100:00100000:3.0:1746126471.241516:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822129920 00000100:00100000:3.0:1746126471.241552:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5232 00000100:00100000:3.0:1746126471.241558:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:31631:x1830945822129920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.241574:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.241589:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c29d expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.241608:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.241613:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.241618:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.241621:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.241653:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.241663:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.241674:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e00c00, rc 0) 00000100:00100000:3.0:1746126471.241699:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:31631:x1830945822129920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.241704:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5232 00000100:00100000:2.0:1746126471.243877:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.244620:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822130048 00000100:00100000:3.0:1746126471.244629:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822130048 00010000:00010000:3.0:1746126471.244667:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.245205:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7445 00000100:00100000:3.0:1746126471.245224:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822130048:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.245239:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.245264:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.245276:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.245299:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d1116c3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c28f expref: 6 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.245317:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.245319:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.245326:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.245338:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.245376:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.245387:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 32 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.245398:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820500992:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.246351:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.248066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.248128:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822130304 00000100:00100000:2.0:1746126471.248136:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822130304 00000100:00100000:3.0:1746126471.248157:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820500992:192.168.203.3@tcp:105: 00002000:00100000:2.0:1746126471.248178:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e78000 x1830945822130304/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126471.248182:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126471.248187:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e78000 with x1830945822130304 ext(0->4095) 00010000:00010000:2.0:1746126471.248194:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 33 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.248206:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 33 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.248227:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e78000 00000100:00100000:3.0:1746126471.248239:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822130048:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3026us (4372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.248247:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7445 00000100:00100000:2.0:1746126471.248247:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1879 00000100:00100000:2.0:1746126471.248253:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1977:x1830945822130304:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.248397:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1977:x1830945822130304:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.248402:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1879 00002000:00100000:2.0:1746126471.248407:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e78000 x1830945822130304/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.248414:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e78000 with x1830945822130304 ext(0->4095) 00010000:00010000:2.0:1746126471.248418:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 33 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.248425:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 33 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.248430:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e78000 00000100:00100000:0.0:1746126471.250012:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.250078:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822130432 00000100:00100000:3.0:1746126471.250085:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822130432 00010000:00010000:3.0:1746126471.250114:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 33 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.250149:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7446 00000100:00100000:3.0:1746126471.250155:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1976:x1830945822130432:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.250167:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.250187:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 33 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.250198:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 33 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.250234:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c43 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c296 expref: 33 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.250257:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.250259:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.250266:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.250896:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.250929:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.250942:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820501120:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.251017:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.254303:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.254419:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820501120:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.254441:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.254491:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945822130432:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4335us (4485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.254530:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7446 00000100:00100000:1.0:1746126471.256305:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822130688 00000100:00100000:1.0:1746126471.256316:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822130688 00002000:00100000:1.0:1746126471.256367:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092831f80 x1830945822130688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.256377:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831f80 with x1830945822130688 ext(0->4095) 00002000:00010000:1.0:1746126471.256382:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092831f80 00000100:00100000:1.0:1746126471.256426:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3973 00000100:00100000:1.0:1746126471.256433:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945822130688:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126471.256652:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945822130688:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 219us (2357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.256657:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3973 00002000:00100000:1.0:1746126471.256662:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092831f80 x1830945822130688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.256669:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831f80 with x1830945822130688 ext(0->4095) 00002000:00010000:1.0:1746126471.256671:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092831f80 00000100:00100000:0.0:1746126471.260163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.260363:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822130816 00000100:00100000:2.0:1746126471.260373:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822130816 00000100:00100000:2.0:1746126471.260427:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5233 00000100:00100000:2.0:1746126471.260435:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822130816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.260454:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.260472:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2a4 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.260543:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.260550:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.260552:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.260556:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.260585:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.260597:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 31 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.260610:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820501248:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.260691:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.264953:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820501248:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.264989:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.265009:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728e00, rc 0) 00000100:00100000:2.0:1746126471.265053:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822130816:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4618us (4898us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.265060:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5233 00000100:00100000:0.0:1746126471.265628:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.265691:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822130944 00000100:00100000:3.0:1746126471.265699:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822130944 00010000:00010000:3.0:1746126471.265727:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 32 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.265749:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7447 00000100:00100000:3.0:1746126471.265756:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945822130944:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.265769:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.265791:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 32 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.265802:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 32 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.265824:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e00c00/0x8f8d42f0d1116c4a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c29d expref: 32 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.265845:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.265847:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.265854:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.265861:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.265892:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.265904:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820501376:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.267266:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.268465:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.270854:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822131072 00000100:00100000:3.0:1746126471.270867:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822131072 00000100:00100000:3.0:1746126471.270927:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5234 00000100:00100000:3.0:1746126471.270934:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:31630:x1830945822131072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.270952:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.270970:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2ab expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.270995:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.271002:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.271004:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.271007:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.271035:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.271046:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 5 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.271062:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820501504:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.271144:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.272460:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820501504:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126471.272489:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.272533:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c50d400, rc 0) 00000100:00100000:0.0:1746126471.272574:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:31630:x1830945822131072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1639us (4112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126471.272582:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5234 00000100:00100000:3.0:1746126471.272797:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820501376:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.272812:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.272903:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945822130944:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7147us (7276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.272910:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7447 00000100:00100000:0.0:1746126471.274648:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.274741:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822131328 00000100:00100000:1.0:1746126471.274750:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822131328 00002000:00100000:1.0:1746126471.274801:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152a00 x1830945822131328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.274811:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152a00 with x1830945822131328 ext(0->4095) 00010000:00010000:1.0:1746126471.274821:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.274838:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.274844:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135152a00 00000100:00100000:1.0:1746126471.274876:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1880 00000100:00100000:1.0:1746126471.274884:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822131328:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126471.275048:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822131328:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.275054:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1880 00002000:00100000:1.0:1746126471.275060:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152a00 x1830945822131328/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.275067:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152a00 with x1830945822131328 ext(0->4095) 00010000:00010000:1.0:1746126471.275072:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.275080:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.275087:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135152a00 00000100:00100000:0.0:1746126471.279759:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.279934:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822131456 00000100:00100000:3.0:1746126471.279944:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822131456 00010000:00010000:3.0:1746126471.279981:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.281121:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7448 00000100:00100000:3.0:1746126471.281134:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822131456:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.281151:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.281178:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.281191:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.281224:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116c51 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2a4 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.281482:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.281485:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.281505:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.281514:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.281551:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.281563:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820501632:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.282841:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.288641:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.288752:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820501632:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.288778:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.288822:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822131456:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7692us (9071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.288833:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7448 00000100:00100000:2.0:1746126471.289091:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822131712 00000100:00100000:2.0:1746126471.289099:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822131712 00002000:00100000:2.0:1746126471.289140:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152d80 x1830945822131712/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.289150:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152d80 with x1830945822131712 ext(0->4095) 00002000:00010000:2.0:1746126471.289155:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135152d80 00000100:00100000:2.0:1746126471.289172:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3974 00000100:00100000:2.0:1746126471.289178:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1975:x1830945822131712:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126471.289340:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1975:x1830945822131712:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (710us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.289345:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3974 00002000:00100000:2.0:1746126471.289350:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135152d80 x1830945822131712/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.289357:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152d80 with x1830945822131712 ext(0->4095) 00002000:00010000:2.0:1746126471.289360:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135152d80 00000100:00100000:2.0:1746126471.298766:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.298838:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822131840 00000100:00100000:0.0:1746126471.298847:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822131840 00000100:00100000:0.0:1746126471.298890:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5235 00000100:00100000:0.0:1746126471.298898:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822131840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126471.298915:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126471.298931:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2b2 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.298962:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.298969:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126471.298971:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126471.298974:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.299004:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 31 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.299016:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 31 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746126471.299028:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135153100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820501760:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126471.299842:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.305717:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135153100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820501760:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.305754:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.305772:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a286800, rc 0) 00000100:00100000:3.0:1746126471.306077:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822131840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7178us (7324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.306086:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5235 00000100:00100000:0.0:1746126471.311633:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.311786:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822131968 00000100:00100000:1.0:1746126471.311796:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822131968 00002000:00100000:1.0:1746126471.311842:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135151f80 x1830945822131968/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.311852:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135151f80 with x1830945822131968 ext(0->7) 00010000:00010000:1.0:1746126471.311861:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 32 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.311876:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 32 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.311884:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135151f80 00000100:00100000:1.0:1746126471.311917:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1881 00000100:00100000:1.0:1746126471.311925:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945822131968:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126471.312273:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945822131968:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 347us (648us total) trans 4294968040 rc 0/0 00000100:00100000:1.0:1746126471.312280:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1881 00002000:00100000:1.0:1746126471.312286:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135151f80 x1830945822131968/t4294968040(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/448 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.312293:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135151f80 with x1830945822131968 ext(0->7) 00010000:00010000:1.0:1746126471.312297:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 34 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.312311:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 34 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.312317:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135151f80 00000100:00100000:0.0:1746126471.318821:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.318894:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822132096 00000100:00100000:3.0:1746126471.318904:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822132096 00000100:00100000:3.0:1746126471.318954:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5236 00000100:00100000:3.0:1746126471.318960:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31630:x1830945822132096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.318981:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.318998:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2b9 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.319027:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.319033:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.319039:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126471.319043:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 35 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.319082:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.319095:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 35 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.319105:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013107f400, rc 0) 00000100:00100000:3.0:1746126471.319148:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:31630:x1830945822132096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.319154:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5236 00000100:00100000:0.0:1746126471.321310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.321462:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822132224 00000100:00100000:3.0:1746126471.321471:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822132224 00010000:00010000:3.0:1746126471.321536:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 35 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.321579:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7449 00000100:00100000:3.0:1746126471.321588:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1975:x1830945822132224:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.321606:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.321629:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 35 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.321641:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 35 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.321662:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c50d400/0x8f8d42f0d1116c58 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ab expref: 35 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.322660:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.322665:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.322675:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.322684:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.322725:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.322737:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 5 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.322856:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820502016:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.322948:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.324623:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820502016:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.324649:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.325623:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1975:x1830945822132224:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4030us (4315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.325635:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7449 00000100:00100000:0.0:1746126471.327444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.327641:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822132480 00000100:00100000:2.0:1746126471.327650:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822132480 00002000:00100000:2.0:1746126471.327695:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093954380 x1830945822132480/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.327705:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954380 with x1830945822132480 ext(0->4095) 00010000:00010000:2.0:1746126471.327714:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.327732:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.327738:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093954380 00000100:00100000:2.0:1746126471.327768:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1882 00000100:00100000:2.0:1746126471.327774:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822132480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126471.327940:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822132480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (501us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.327946:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1882 00002000:00100000:2.0:1746126471.327951:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093954380 x1830945822132480/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.327958:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954380 with x1830945822132480 ext(0->4095) 00010000:00010000:2.0:1746126471.327962:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.327970:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.327976:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093954380 00000100:00100000:0.0:1746126471.331952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.332014:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.332083:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822132608 00000100:00100000:2.0:1746126471.332093:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822132608 00000100:00100000:3.0:1746126471.332103:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822132736 00000100:00100000:3.0:1746126471.332106:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822132736 00010000:00010000:2.0:1746126471.332132:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 7 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.332138:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5237 00000100:00100000:3.0:1746126471.332144:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31631:x1830945822132736:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126471.332160:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7450 00010000:00010000:3.0:1746126471.332161:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126471.332165:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137345850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945822132608:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.332175:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2c0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.332180:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.332193:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.332199:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.332204:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.332207:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 8 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.332553:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 8 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.332565:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 8 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.332583:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a286800/0x8f8d42f0d1116c5f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b2 expref: 8 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.332599:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.332600:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.332607:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.332608:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.332614:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.332624:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.332631:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3000, rc 0) 00010000:00010000:2.0:1746126471.332633:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.332641:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 33 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.332652:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820502272:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.332687:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31631:x1830945822132736:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 542us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.332693:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5237 00000100:00100000:2.0:1746126471.333973:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.337242:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.337435:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820502272:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.337458:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.337527:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137345850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822132608:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5360us (5511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.337538:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7450 00000100:00100000:1.0:1746126471.337561:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822132992 00000100:00100000:1.0:1746126471.337568:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822132992 00002000:00100000:1.0:1746126471.337607:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cc000 x1830945822132992/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.337617:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cc000 with x1830945822132992 ext(0->4095) 00010000:00010000:1.0:1746126471.337625:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 34 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.337638:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 34 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.337644:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cc000 00000100:00100000:1.0:1746126471.337672:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1883 00000100:00100000:1.0:1746126471.337679:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945822132992:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126471.337819:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945822132992:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (588us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.337825:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1883 00002000:00100000:1.0:1746126471.337830:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cc000 x1830945822132992/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.337838:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cc000 with x1830945822132992 ext(0->4095) 00010000:00010000:1.0:1746126471.337843:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 34 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.337851:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 34 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746126471.337856:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cc000 00000100:00100000:0.0:1746126471.340016:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.340597:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.340704:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822133120 00000100:00100000:3.0:1746126471.340712:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822133120 00000100:00100000:3.0:1746126471.340758:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5238 00000100:00100000:3.0:1746126471.340765:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:31630:x1830945822133120:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.340783:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.340929:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2c7 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.340955:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.340961:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.340966:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126471.340969:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 35 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.341004:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.341016:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 35 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.341025:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa2800, rc 0) 00000100:00100000:3.0:1746126471.341071:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:31630:x1830945822133120:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 306us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.341077:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5238 00000100:00100000:2.0:1746126471.341180:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822133248 00000100:00100000:2.0:1746126471.341184:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822133248 00010000:00010000:2.0:1746126471.341202:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 35 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.341236:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7451 00000100:00100000:2.0:1746126471.341242:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1976:x1830945822133248:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.341250:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.341268:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 35 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.341278:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 35 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.341293:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013107f400/0x8f8d42f0d1116c66 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2b9 expref: 35 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.341314:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.341315:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.341320:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.341327:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.341345:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.341354:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 5 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.341364:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820502528:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.341412:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.344368:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820502528:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.344395:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.344448:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945822133248:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3204us (3849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.344459:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7451 00000100:00100000:0.0:1746126471.345732:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.345819:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822133504 00000100:00100000:2.0:1746126471.345826:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822133504 00002000:00100000:2.0:1746126471.346072:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cd880 x1830945822133504/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.346082:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cd880 with x1830945822133504 ext(0->4095) 00010000:00010000:2.0:1746126471.346091:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.346103:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.346108:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cd880 00000100:00100000:2.0:1746126471.346177:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1884 00000100:00100000:2.0:1746126471.346185:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822133504:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126471.346379:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822133504:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 194us (651us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.346386:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1884 00002000:00100000:2.0:1746126471.346391:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cd880 x1830945822133504/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.346398:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cd880 with x1830945822133504 ext(0->4095) 00010000:00010000:2.0:1746126471.346402:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.346411:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.346416:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cd880 00000100:00100000:0.0:1746126471.348578:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.348949:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822133632 00000100:00100000:2.0:1746126471.348959:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822133632 00010000:00010000:2.0:1746126471.348992:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.349032:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7452 00000100:00100000:2.0:1746126471.349039:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822133632:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.349052:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.349073:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.349088:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.349110:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c6d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c0 expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.349127:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.349129:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.349135:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.349142:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.349175:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.349531:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820502656:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.349619:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.352088:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820502656:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.352111:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.352165:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822133632:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3125us (3594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.352176:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7452 00000100:00100000:0.0:1746126471.357653:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.357813:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822133888 00000100:00100000:2.0:1746126471.357823:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822133888 00002000:00100000:2.0:1746126471.357869:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cf480 x1830945822133888/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.357880:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cf480 with x1830945822133888 ext(0->4095) 00002000:00010000:2.0:1746126471.357885:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cf480 00000100:00100000:2.0:1746126471.357907:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3975 00000100:00100000:2.0:1746126471.357914:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1977:x1830945822133888:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.358084:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1977:x1830945822133888:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.358090:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3975 00002000:00100000:2.0:1746126471.358095:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cf480 x1830945822133888/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.358101:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cf480 with x1830945822133888 ext(0->4095) 00002000:00010000:2.0:1746126471.358104:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cf480 00000100:00100000:0.0:1746126471.361896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.362098:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822134016 00000100:00100000:3.0:1746126471.362108:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822134016 00000100:00100000:3.0:1746126471.363159:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5239 00000100:00100000:3.0:1746126471.363170:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822134016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.363190:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.363208:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2ce expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.363249:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.363256:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.363257:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.363260:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.363287:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 33 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.363297:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 33 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.363308:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820502784:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.364458:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.366234:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820502784:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.366269:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.366285:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013107fa00, rc 0) 00000100:00100000:3.0:1746126471.366329:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822134016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3161us (4443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.366341:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5239 00000100:00100000:0.0:1746126471.369262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.369365:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822134144 00000100:00100000:2.0:1746126471.369375:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822134144 00002000:00100000:2.0:1746126471.369421:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009a1cd500 x1830945822134144/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.369430:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cd500 with x1830945822134144 ext(0->7) 00010000:00010000:2.0:1746126471.369438:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 34 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.369453:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 34 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.369459:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cd500 00000100:00100000:2.0:1746126471.369480:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1885 00000100:00100000:2.0:1746126471.369488:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1976:x1830945822134144:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126471.370666:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1976:x1830945822134144:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 1172us (1407us total) trans 4294968041 rc 0/0 00000100:00100000:2.0:1746126471.370674:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1885 00002000:00100000:2.0:1746126471.370682:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009a1cd500 x1830945822134144/t4294968041(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/448 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.370689:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cd500 with x1830945822134144 ext(0->7) 00010000:00010000:2.0:1746126471.370695:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 36 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.370707:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 36 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.370712:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cd500 00000100:00100000:0.0:1746126471.383485:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.384130:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822134272 00000100:00100000:2.0:1746126471.384139:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822134272 00010000:00010000:2.0:1746126471.384177:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 36 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.384225:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7453 00000100:00100000:2.0:1746126471.384235:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1974:x1830945822134272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.384251:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.384275:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 36 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.384291:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 36 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.384312:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116c74 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2c7 expref: 36 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.384541:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.384543:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.384552:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.384560:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.384591:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.384602:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820502912:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.385371:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.390580:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.390726:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820502912:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.390751:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.390822:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:1974:x1830945822134272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6586us (7347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.390834:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7453 00000100:00100000:0.0:1746126471.390848:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.391089:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822134400 00000100:00100000:3.0:1746126471.391100:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822134400 00000100:00100000:3.0:1746126471.391135:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5240 00000100:00100000:3.0:1746126471.391142:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+35:31630:x1830945822134400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.391161:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.391338:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2d5 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.391369:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.391376:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.391378:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.391381:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 36 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.391412:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.391422:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 5 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.391644:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822134656 00000100:00100000:2.0:1746126471.391649:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822134656 00002000:00100000:2.0:1746126471.391677:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1ce300 x1830945822134656/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.391686:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1ce300 with x1830945822134656 ext(0->4095) 00010000:00010000:2.0:1746126471.391692:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.391702:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.391708:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1ce300 00000100:00100000:2.0:1746126471.391732:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1886 00000100:00100000:2.0:1746126471.391737:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822134656:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126471.391895:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820503040:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.392019:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.392121:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822134656:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 383us (1272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.392127:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1886 00002000:00100000:2.0:1746126471.392133:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1ce300 x1830945822134656/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.392140:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1ce300 with x1830945822134656 ext(0->4095) 00010000:00010000:2.0:1746126471.392145:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.392153:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.392158:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1ce300 00000100:00100000:0.0:1746126471.394617:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.394669:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822134784 00000100:00100000:1.0:1746126471.394677:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822134784 00000100:00100000:1.0:1746126471.394714:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5241 00000100:00100000:1.0:1746126471.394720:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:31631:x1830945822134784:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126471.394733:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126471.394747:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2dc expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.394769:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.394773:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 38 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.394778:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126471.394788:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 38 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.394823:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 38 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.394834:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 38 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.394849:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839c00, rc 0) 00000100:00100000:1.0:1746126471.394890:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:31631:x1830945822134784:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.394896:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5241 00000100:00100000:3.0:1746126471.394943:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820503040:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.394969:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 37 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.394976:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3200, rc 0) 00000100:00100000:3.0:1746126471.394992:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:31630:x1830945822134400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3852us (4419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.394997:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5240 00000100:00100000:3.0:1746126471.395244:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.395456:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822134912 00000100:00100000:2.0:1746126471.395461:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822134912 00010000:00010000:2.0:1746126471.395480:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.395725:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7454 00000100:00100000:3.0:1746126471.395732:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822134912:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.395744:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.395764:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.395775:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.395794:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013107fa00/0x8f8d42f0d1116c7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ce expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.395809:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.395810:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.395816:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 36 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.395824:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 36 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.395850:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 36 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.395861:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 36 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.395872:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820503296:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.395916:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.398643:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820503296:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.398670:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.399017:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822134912:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3284us (3770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.399028:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7454 00000100:00100000:0.0:1746126471.400096:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.400175:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822135168 00000100:00100000:2.0:1746126471.400182:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822135168 00002000:00100000:2.0:1746126471.400232:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cf100 x1830945822135168/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.400242:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cf100 with x1830945822135168 ext(0->4095) 00010000:00010000:2.0:1746126471.400250:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 37 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.400263:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 37 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.400270:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cf100 00000100:00100000:2.0:1746126471.400286:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1887 00000100:00100000:2.0:1746126471.400292:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:1977:x1830945822135168:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.400872:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:1977:x1830945822135168:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 577us (776us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.400878:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1887 00002000:00100000:2.0:1746126471.400884:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cf100 x1830945822135168/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.400892:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cf100 with x1830945822135168 ext(0->4095) 00010000:00010000:2.0:1746126471.400896:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 37 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.400906:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 37 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.400911:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cf100 00000100:00100000:0.0:1746126471.403130:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.403431:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822135296 00000100:00100000:3.0:1746126471.403440:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822135296 00010000:00010000:3.0:1746126471.403477:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 37 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.403712:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7455 00000100:00100000:2.0:1746126471.403722:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+37:1977:x1830945822135296:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.403734:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.403756:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 37 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.403768:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 37 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.403801:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1116c82 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2d5 expref: 37 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.403829:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.403831:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.403838:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.403847:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.403880:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 36 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.403897:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820503424:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.403973:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.406204:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820503424:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.406236:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.406277:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945822135296:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2557us (3153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.406287:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7455 00000100:00100000:0.0:1746126471.407174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.408508:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822135552 00000100:00100000:2.0:1746126471.408519:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822135552 00002000:00100000:2.0:1746126471.408563:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800928e8380 x1830945822135552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.408572:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928e8380 with x1830945822135552 ext(0->4095) 00002000:00010000:2.0:1746126471.408577:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928e8380 00000100:00100000:2.0:1746126471.408595:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3976 00000100:00100000:2.0:1746126471.408600:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945822135552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.409287:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945822135552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 684us (2113us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.409294:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3976 00002000:00100000:2.0:1746126471.409300:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800928e8380 x1830945822135552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.409307:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800928e8380 with x1830945822135552 ext(0->4095) 00002000:00010000:2.0:1746126471.409309:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800928e8380 00000100:00100000:0.0:1746126471.413059:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.413252:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822135680 00000100:00100000:2.0:1746126471.413261:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822135680 00000100:00100000:2.0:1746126471.413318:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5242 00000100:00100000:2.0:1746126471.413326:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822135680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.413346:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.413364:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2e3 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.413393:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.413401:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.413403:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.413406:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.413436:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 35 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.413447:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 35 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.413459:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820503552:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.413576:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.424650:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820503552:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.424673:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.424692:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728c00, rc 0) 00000100:00100000:2.0:1746126471.424745:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822135680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11420us (11696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.424752:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5242 00000100:00100000:0.0:1746126471.433444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.433528:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822135808 00000100:00100000:2.0:1746126471.433536:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822135808 00002000:00100000:2.0:1746126471.433570:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009c280a80 x1830945822135808/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.433579:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280a80 with x1830945822135808 ext(0->7) 00010000:00010000:2.0:1746126471.433586:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 36 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.433598:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 36 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.433604:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c280a80 00000100:00100000:2.0:1746126471.433620:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1888 00000100:00100000:2.0:1746126471.433625:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1976:x1830945822135808:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126471.434562:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945822135808:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 934us (1123us total) trans 4294968042 rc 0/0 00000100:00100000:2.0:1746126471.434568:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1888 00002000:00100000:2.0:1746126471.434574:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009c280a80 x1830945822135808/t4294968042(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/448 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.434586:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280a80 with x1830945822135808 ext(0->7) 00010000:00010000:2.0:1746126471.434591:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 38 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.434599:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 38 pid: 10567 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.434604:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c280a80 00000100:00100000:0.0:1746126471.436825:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.437169:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822135936 00000100:00100000:2.0:1746126471.437176:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822135936 00010000:00010000:2.0:1746126471.437201:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 38 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.437237:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7456 00000100:00100000:2.0:1746126471.437243:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1975:x1830945822135936:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.437254:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.437272:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 38 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.437281:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 38 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.437298:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1116c89 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2dc expref: 38 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.437943:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.437946:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.437953:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.437961:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.437988:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.437998:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820503680:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.438060:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.443282:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.443346:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822136064 00000100:00100000:2.0:1746126471.443352:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822136064 00000100:00100000:2.0:1746126471.443388:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5243 00000100:00100000:2.0:1746126471.443394:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:31630:x1830945822136064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.443407:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.443419:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2ea expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.443441:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.443446:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.443448:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.443451:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.443472:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.443482:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 5 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.443491:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820503808:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.443854:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.448244:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820503680:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.448264:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.448703:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1975:x1830945822135936:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 11458us (11883us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.448712:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7456 00000100:00100000:3.0:1746126471.448814:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820503808:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.448844:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 38 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.448862:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728000, rc 0) 00000100:00100000:3.0:1746126471.448899:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:31630:x1830945822136064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5505us (5624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.448910:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5243 00000100:00100000:0.0:1746126471.448956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.448996:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822136320 00000100:00100000:2.0:1746126471.449001:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822136320 00002000:00100000:2.0:1746126471.449029:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c283480 x1830945822136320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.449038:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283480 with x1830945822136320 ext(0->4095) 00010000:00010000:2.0:1746126471.449045:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.449055:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.449061:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c283480 00000100:00100000:2.0:1746126471.449082:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1889 00000100:00100000:2.0:1746126471.449088:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822136320:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.450979:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822136320:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1886us (2018us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.450987:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1889 00002000:00100000:2.0:1746126471.450994:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c283480 x1830945822136320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.451002:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283480 with x1830945822136320 ext(0->4095) 00010000:00010000:2.0:1746126471.451008:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.451020:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.451025:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c283480 00000100:00100000:0.0:1746126471.454246:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.454344:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822136448 00000100:00100000:2.0:1746126471.454351:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822136448 00010000:00010000:2.0:1746126471.454379:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.454413:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7457 00000100:00100000:2.0:1746126471.454420:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137347450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822136448:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.454430:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.454446:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.454456:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.454474:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116c90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2e3 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.454512:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.454514:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.454520:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.454527:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.454553:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.454563:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820503936:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.454708:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.458164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.458336:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822136704 00000100:00100000:3.0:1746126471.458343:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822136704 00002000:00100000:3.0:1746126471.458377:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c281880 x1830945822136704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.458386:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281880 with x1830945822136704 ext(0->4095) 00002000:00010000:3.0:1746126471.458390:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c281880 00000100:00100000:3.0:1746126471.458408:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3977 00000100:00100000:3.0:1746126471.458414:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945822136704:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126471.458569:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1976:x1830945822136704:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (412us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126471.458575:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3977 00002000:00100000:3.0:1746126471.458580:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c281880 x1830945822136704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.458587:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281880 with x1830945822136704 ext(0->4095) 00002000:00010000:3.0:1746126471.458590:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c281880 00000100:00100000:2.0:1746126471.458655:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820503936:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.458671:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.458693:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137347450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822136448:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4274us (4453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.458699:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7457 00000100:00100000:0.0:1746126471.462081:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.462165:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822136832 00000100:00100000:3.0:1746126471.462173:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822136832 00000100:00100000:3.0:1746126471.462641:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5244 00000100:00100000:3.0:1746126471.462649:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822136832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.462662:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.462676:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2f1 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.462702:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.462708:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.462710:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.462713:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.462736:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 37 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.462745:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 37 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.462754:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820504064:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.463337:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.469566:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820504064:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.469595:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.469609:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3000, rc 0) 00000100:00100000:3.0:1746126471.469641:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822136832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6993us (7564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.469649:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5244 00000100:00100000:0.0:1746126471.476837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.476901:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822136960 00000100:00100000:2.0:1746126471.476908:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822136960 00002000:00100000:2.0:1746126471.476938:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009c283800 x1830945822136960/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.476952:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283800 with x1830945822136960 ext(0->7) 00010000:00010000:2.0:1746126471.476958:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 38 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.476969:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 38 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.476975:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c283800 00000100:00100000:2.0:1746126471.477032:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1890 00000100:00100000:2.0:1746126471.477039:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+38:1977:x1830945822136960:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126471.477267:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945822136960:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 228us (435us total) trans 4294968043 rc 0/0 00000100:00100000:2.0:1746126471.477273:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1890 00002000:00100000:2.0:1746126471.477278:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009c283800 x1830945822136960/t4294968043(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/448 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.477285:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283800 with x1830945822136960 ext(0->7) 00010000:00010000:2.0:1746126471.477288:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.477296:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.477301:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c283800 00000100:00100000:0.0:1746126471.488777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.488863:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822137088 00000100:00100000:2.0:1746126471.488870:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822137088 00010000:00010000:2.0:1746126471.488900:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.490195:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7458 00000100:00100000:2.0:1746126471.490206:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1976:x1830945822137088:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.490226:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.490244:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.490254:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.490272:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116c97 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ea expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.490288:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.490290:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.490295:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.490302:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.490324:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.490333:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820504192:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.491716:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.493536:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820504192:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.493553:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.493584:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1976:x1830945822137088:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3380us (4813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.493592:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7458 00000100:00100000:0.0:1746126471.494446:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.495365:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822137344 00000100:00100000:3.0:1746126471.495373:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822137344 00002000:00100000:3.0:1746126471.495407:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c281c00 x1830945822137344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.495415:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281c00 with x1830945822137344 ext(0->4095) 00002000:00010000:3.0:1746126471.495419:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c281c00 00000100:00100000:3.0:1746126471.495445:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3978 00000100:00100000:3.0:1746126471.495450:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822137344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126471.496383:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822137344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 930us (1937us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126471.496390:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3978 00002000:00100000:3.0:1746126471.496395:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c281c00 x1830945822137344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.496403:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281c00 with x1830945822137344 ext(0->4095) 00002000:00010000:3.0:1746126471.496406:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c281c00 00000100:00100000:0.0:1746126471.498143:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.498253:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822137472 00000100:00100000:3.0:1746126471.498259:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822137472 00000100:00100000:3.0:1746126471.498291:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5245 00000100:00100000:3.0:1746126471.498296:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:31630:x1830945822137472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.498307:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.498320:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2f8 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.498341:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.498350:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.498351:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.498354:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.498374:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.498383:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 5 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.498392:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820504320:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.498718:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.499448:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.499532:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822137600 00000100:00100000:2.0:1746126471.499537:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822137600 00000100:00100000:2.0:1746126471.499559:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5246 00000100:00100000:2.0:1746126471.499564:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:31631:x1830945822137600:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.499573:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.499581:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c2ff expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.499594:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.499598:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 42 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.499603:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.499606:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 42 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.499625:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 42 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.499636:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 42 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.499646:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728a00, rc 0) 00000100:00100000:2.0:1746126471.499680:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:31631:x1830945822137600:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.499685:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5246 00000100:00100000:3.0:1746126471.501203:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820504320:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.501230:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 41 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.501240:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33a00, rc 0) 00000100:00100000:3.0:1746126471.501277:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:31630:x1830945822137472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2980us (3137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.501283:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5245 00000100:00100000:0.0:1746126471.503009:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.503052:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822137728 00000100:00100000:2.0:1746126471.503057:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822137728 00010000:00010000:2.0:1746126471.503084:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.503114:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7459 00000100:00100000:2.0:1746126471.503119:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822137728:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.503130:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.503146:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.503155:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.503172:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116c9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f1 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.503196:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.503198:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.503203:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.503223:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.503245:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.503255:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.503264:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820504576:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.503596:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.506327:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.506405:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820504576:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.506407:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822137984 00000100:00100000:3.0:1746126471.506412:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822137984 00010000:00010000:2.0:1746126471.506421:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746126471.506443:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280700 x1830945822137984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126471.506450:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822137728:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3331us (3445us total) trans 0 rc 0/0 00002000:00100000:3.0:1746126471.506456:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280700 with x1830945822137984 ext(0->4095) 00000100:00100000:2.0:1746126471.506458:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7459 00010000:00010000:3.0:1746126471.506462:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.506472:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746126471.506477:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c280700 00000100:00100000:3.0:1746126471.506490:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1891 00000100:00100000:3.0:1746126471.506510:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1976:x1830945822137984:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126471.506620:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1976:x1830945822137984:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126471.506625:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1891 00002000:00100000:3.0:1746126471.506629:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280700 x1830945822137984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.506635:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280700 with x1830945822137984 ext(0->4095) 00010000:00010000:3.0:1746126471.506639:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.506646:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746126471.506651:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c280700 00000100:00100000:0.0:1746126471.509486:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.509740:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822138112 00000100:00100000:2.0:1746126471.509747:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822138112 00010000:00010000:2.0:1746126471.509773:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.509804:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7460 00000100:00100000:2.0:1746126471.509809:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945822138112:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.509819:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.509835:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.509844:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.509861:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116ca5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2f8 expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.511580:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.511583:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.511592:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.511602:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.511635:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.511645:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820504704:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.512128:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.514683:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820504704:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.514700:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.514741:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945822138112:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4930us (5258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.514750:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7460 00000100:00100000:0.0:1746126471.515633:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.516000:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822138368 00000100:00100000:3.0:1746126471.516007:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822138368 00002000:00100000:3.0:1746126471.516036:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282680 x1830945822138368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.516044:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282680 with x1830945822138368 ext(0->4095) 00002000:00010000:3.0:1746126471.516048:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c282680 00000100:00100000:3.0:1746126471.516072:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3979 00000100:00100000:3.0:1746126471.516078:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1974:x1830945822138368:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126471.516187:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1974:x1830945822138368:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (554us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126471.516192:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3979 00002000:00100000:3.0:1746126471.516197:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282680 x1830945822138368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.516203:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282680 with x1830945822138368 ext(0->4095) 00002000:00010000:3.0:1746126471.516206:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c282680 00000100:00100000:0.0:1746126471.518041:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.518130:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822138496 00000100:00100000:3.0:1746126471.518135:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822138496 00000100:00100000:3.0:1746126471.518358:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5247 00000100:00100000:3.0:1746126471.518365:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822138496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.518376:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.518390:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c306 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.518411:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 39 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.518421:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.518423:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.518426:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.518448:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 39 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.518458:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 39 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.518468:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820504832:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.518889:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.521328:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820504832:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.521353:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.521367:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b32800, rc 0) 00000100:00100000:3.0:1746126471.521397:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822138496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3032us (3360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.521403:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5247 00000100:00100000:0.0:1746126471.522400:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.522880:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822138624 00000100:00100000:2.0:1746126471.522886:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822138624 00010000:00010000:2.0:1746126471.522909:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 40 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.522939:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7461 00000100:00100000:2.0:1746126471.522945:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945822138624:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.522956:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.522971:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 40 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.522980:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 40 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.522998:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116cac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c2ff expref: 40 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.523011:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.523013:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.523018:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.523024:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.523045:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.523054:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820504960:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.523568:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.526559:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820504960:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126471.526576:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126471.526613:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1977:x1830945822138624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3668us (4215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126471.526621:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7461 00000100:00100000:1.0:1746126471.526722:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.526880:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.527144:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822138880 00000100:00100000:3.0:1746126471.527150:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822138880 00002000:00100000:3.0:1746126471.527185:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ca80 x1830945822138880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.527203:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ca80 with x1830945822138880 ext(0->4095) 00002000:00010000:3.0:1746126471.527206:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425ca80 00000100:00100000:3.0:1746126471.527244:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822139008 00000100:00100000:3.0:1746126471.527247:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822139008 00000100:00100000:3.0:1746126471.527269:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5248 00000100:00100000:3.0:1746126471.527275:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:31630:x1830945822139008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.527286:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.527297:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c30d expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.527318:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126471.527410:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3980 00000100:00100000:0.0:1746126471.527418:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822138880:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126471.527562:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822138880:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (839us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126471.527567:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3980 00002000:00100000:0.0:1746126471.527571:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ca80 x1830945822138880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.527578:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ca80 with x1830945822138880 ext(0->4095) 00010000:00010000:0.0:1746126471.527582:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.527589:0:8485:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126471.527594:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ca80 00010000:00010000:3.0:1746126471.527716:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.527719:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.527723:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.527746:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.527755:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 5 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.527765:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820505088:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.527924:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.529377:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.529521:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822139136 00000100:00100000:1.0:1746126471.529526:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822139136 00000100:00100000:1.0:1746126471.529565:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5249 00000100:00100000:1.0:1746126471.529571:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:31631:x1830945822139136:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126471.529582:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126471.529593:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c314 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.529609:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.529614:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 42 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.529618:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126471.529621:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 42 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.529642:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 42 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.529656:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 42 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.529665:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839e00, rc 0) 00000100:00100000:1.0:1746126471.529690:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:31631:x1830945822139136:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.529695:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5249 00000100:00100000:3.0:1746126471.529766:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820505088:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.529780:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 41 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.529788:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33c00, rc 0) 00000100:00100000:3.0:1746126471.529802:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:31630:x1830945822139008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2527us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.529806:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5248 00000100:00100000:2.0:1746126471.529936:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.530074:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822139264 00000100:00100000:1.0:1746126471.530077:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822139264 00010000:00010000:1.0:1746126471.530091:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.530183:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7462 00000100:00100000:1.0:1746126471.530189:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822139264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.530197:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.530222:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.530230:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.530244:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116cb3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c306 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.530255:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.530257:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.530262:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.530268:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.530284:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.530293:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.530302:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820505344:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.530475:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.533183:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820505344:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.533197:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.533286:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822139264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3095us (3348us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.533295:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7462 00000100:00100000:0.0:1746126471.534554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.534740:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822139520 00000100:00100000:2.0:1746126471.534747:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822139520 00002000:00100000:2.0:1746126471.534781:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad9f80 x1830945822139520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.534791:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad9f80 with x1830945822139520 ext(0->4095) 00010000:00010000:2.0:1746126471.534798:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.534812:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.534818:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad9f80 00000100:00100000:2.0:1746126471.534831:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1892 00000100:00100000:2.0:1746126471.534837:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945822139520:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.534972:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945822139520:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (420us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.534979:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1892 00002000:00100000:2.0:1746126471.534984:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad9f80 x1830945822139520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.534991:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad9f80 with x1830945822139520 ext(0->4095) 00010000:00010000:2.0:1746126471.534995:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.535013:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.535018:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad9f80 00000100:00100000:0.0:1746126471.538071:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.538178:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822139648 00000100:00100000:1.0:1746126471.538186:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822139648 00010000:00010000:1.0:1746126471.538223:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.538262:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7463 00000100:00100000:1.0:1746126471.538269:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1974:x1830945822139648:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126471.538283:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126471.538298:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.538308:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.538325:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116cba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c30d expref: 41 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746126471.538875:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.538877:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.538883:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 40 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.538890:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 40 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.538915:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 40 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126471.538924:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820505472:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.538981:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.540773:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820505472:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.540787:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126471.540821:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1974:x1830945822139648:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2552us (2755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.540832:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7463 00000100:00100000:1.0:1746126471.542328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.542413:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822139904 00000100:00100000:0.0:1746126471.542419:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822139904 00002000:00100000:0.0:1746126471.542448:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425d500 x1830945822139904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.542456:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d500 with x1830945822139904 ext(0->4095) 00002000:00010000:0.0:1746126471.542460:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425d500 00000100:00100000:0.0:1746126471.542974:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3981 00000100:00100000:0.0:1746126471.542981:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945822139904:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126471.543104:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945822139904:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (781us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126471.543109:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3981 00002000:00100000:0.0:1746126471.543113:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425d500 x1830945822139904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.543120:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d500 with x1830945822139904 ext(0->4095) 00002000:00010000:0.0:1746126471.543122:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425d500 00000100:00100000:0.0:1746126471.545353:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:3.0:1746126471.545436:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126471.545522:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822140032 00000100:00100000:2.0:1746126471.545530:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822140032 00000100:00100000:2.0:1746126471.545570:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5250 00000100:00100000:2.0:1746126471.545577:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822140032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.545589:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.545601:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c31b expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.545622:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 39 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.545629:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.545630:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.545633:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.545656:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 39 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.545666:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 39 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.545675:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820505600:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.545742:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.547457:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820505600:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.547479:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.547491:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728000, rc 0) 00000100:00100000:2.0:1746126471.547545:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822140032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1968us (2196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.547551:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5250 00000100:00100000:0.0:1746126471.547928:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.548093:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822140160 00000100:00100000:2.0:1746126471.549246:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822140160 00010000:00010000:2.0:1746126471.549277:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 40 pid: 10567 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746126471.549523:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7464 00000100:00100000:2.0:1746126471.549531:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d121450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945822140160:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.549543:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.549561:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 40 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.549570:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 40 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.549588:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116cc1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c314 expref: 40 pid: 10567 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.549611:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.549613:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.549645:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.549654:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.549680:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.549689:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820505728:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.549774:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.551274:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820505728:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.551290:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.551327:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d121450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:1977:x1830945822140160:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1796us (3399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.551334:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7464 00000100:00100000:0.0:1746126471.551773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.551813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.551820:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822140416 00000100:00100000:2.0:1746126471.551825:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822140416 00000100:00100000:3.0:1746126471.551984:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822140544 00000100:00100000:3.0:1746126471.551987:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822140544 00000100:00100000:3.0:1746126471.552010:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5251 00000100:00100000:3.0:1746126471.552015:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+39:31630:x1830945822140544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.552025:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.552037:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c322 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.552056:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.552062:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.552063:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.552067:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.552088:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.552102:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.552112:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820505856:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.552149:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b9c0 going to sleep for 11 seconds 00002000:00100000:2.0:1746126471.552180:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad8a80 x1830945822140416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.552190:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8a80 with x1830945822140416 ext(0->4095) 00010000:00010000:2.0:1746126471.552195:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.552208:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.552225:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad8a80 00000100:00100000:2.0:1746126471.552238:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1893 00000100:00100000:2.0:1746126471.552243:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822140416:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126471.552759:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822140416:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 514us (985us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.552765:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1893 00002000:00100000:2.0:1746126471.552772:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad8a80 x1830945822140416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.552778:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8a80 with x1830945822140416 ext(0->4095) 00010000:00010000:2.0:1746126471.552782:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.552790:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.552795:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad8a80 00000100:00100000:0.0:1746126471.554037:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.554284:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820505856:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.554305:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.554318:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33200, rc 0) 00000100:00100000:3.0:1746126471.554444:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:31630:x1830945822140544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2428us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.554450:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5251 00000100:00100000:1.0:1746126471.554454:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822140672 00000100:00100000:1.0:1746126471.554460:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822140672 00000100:00100000:1.0:1746126471.554665:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5252 00000100:00100000:1.0:1746126471.554757:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:31631:x1830945822140672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126471.554769:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126471.554780:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c329 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.554797:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.554801:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.554807:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126471.554809:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 41 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.554833:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.554842:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 41 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.554848:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838200, rc 0) 00000100:00100000:1.0:1746126471.555056:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:31631:x1830945822140672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 384us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.555065:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5252 00000100:00100000:0.0:1746126471.555134:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.555257:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822140800 00000100:00100000:3.0:1746126471.555261:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822140800 00010000:00010000:3.0:1746126471.555274:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.555311:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7465 00000100:00100000:3.0:1746126471.555316:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822140800:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.555323:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.555339:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.555352:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.555367:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1116cc8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c31b expref: 6 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.555390:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.555392:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.555396:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.555402:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.555419:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 40 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.555428:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 40 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.555438:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820506112:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.555531:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.557615:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820506112:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.557633:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.557683:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822140800:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2365us (2547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.557696:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7465 00000100:00100000:0.0:1746126471.557768:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.557999:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822141056 00000100:00100000:2.0:1746126471.558004:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822141056 00002000:00100000:2.0:1746126471.558036:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad9c00 x1830945822141056/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.558044:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad9c00 with x1830945822141056 ext(0->4095) 00010000:00010000:2.0:1746126471.558051:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 41 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.558061:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 41 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.558067:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad9c00 00000100:00100000:2.0:1746126471.558080:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1894 00000100:00100000:2.0:1746126471.558085:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1974:x1830945822141056:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126471.558237:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1974:x1830945822141056:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (469us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.558243:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1894 00002000:00100000:2.0:1746126471.558248:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad9c00 x1830945822141056/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.558254:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad9c00 with x1830945822141056 ext(0->4095) 00010000:00010000:2.0:1746126471.558259:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 41 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746126471.558267:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 41 pid: 8479 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746126471.558272:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad9c00 00000100:00100000:0.0:1746126471.560804:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.562157:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822141184 00000100:00100000:3.0:1746126471.562166:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822141184 00010000:00010000:3.0:1746126471.562198:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 41 pid: 8479 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.562249:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7466 00000100:00100000:3.0:1746126471.562257:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:1977:x1830945822141184:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.562268:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.562285:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 41 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.562295:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 41 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.562313:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116ccf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c322 expref: 41 pid: 8479 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.562529:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.562531:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.562538:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.562546:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.562577:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 40 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.562587:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820506240:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.562662:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.566765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.567369:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820506240:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.567387:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.567435:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945822141184:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5177us (6636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.567444:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7466 00000100:00100000:2.0:1746126471.567829:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822141440 00000100:00100000:2.0:1746126471.567835:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822141440 00002000:00100000:2.0:1746126471.567865:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5fb80 x1830945822141440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.567879:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5fb80 with x1830945822141440 ext(0->4095) 00002000:00010000:2.0:1746126471.567882:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5fb80 00000100:00100000:2.0:1746126471.568642:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3982 00000100:00100000:2.0:1746126471.568650:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945822141440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.568780:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945822141440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (2022us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.568785:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3982 00002000:00100000:2.0:1746126471.568789:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5fb80 x1830945822141440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.568795:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5fb80 with x1830945822141440 ext(0->4095) 00002000:00010000:2.0:1746126471.568798:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5fb80 00000100:00100000:0.0:1746126471.571640:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.571769:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822141568 00000100:00100000:1.0:1746126471.571777:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822141568 00000100:00100000:1.0:1746126471.571938:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5253 00000100:00100000:1.0:1746126471.571946:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822141568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126471.571961:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126471.571975:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c330 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.571999:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.572004:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126471.572006:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126471.572008:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.572030:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.572038:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 39 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.572047:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820506368:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126471.572871:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.574541:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820506368:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126471.574564:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.574576:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838a00, rc 0) 00000100:00100000:1.0:1746126471.574607:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822141568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2663us (2973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.574613:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5253 00000100:00100000:0.0:1746126471.576380:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.576955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.577249:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822141696 00000100:00100000:3.0:1746126471.577256:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822141696 00010000:00010000:3.0:1746126471.577282:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746126471.577304:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7467 00000100:00100000:3.0:1746126471.577309:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1976:x1830945822141696:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.577320:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.577335:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.577344:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746126471.577361:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116cd6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c329 expref: 40 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.577536:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822141824 00000100:00100000:1.0:1746126471.577541:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822141824 00000100:00100000:1.0:1746126471.577591:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5254 00000100:00100000:1.0:1746126471.577596:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:31630:x1830945822141824:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126471.577606:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126471.577613:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c337 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.577626:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.577630:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.577635:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126471.577638:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 41 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.577660:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.577668:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 41 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.577678:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.577679:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.577683:0:8480:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.577689:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.577700:0:8480:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.577707:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 5 pid: 8480 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746126471.577715:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820506624:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126471.577772:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.581426:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820506624:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126471.581444:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839600, rc 0) 00000100:00100000:1.0:1746126471.581486:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+41:31630:x1830945822141824:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3889us (4530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.581507:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5254 00010000:00010000:3.0:1746126471.582386:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.582417:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1976:x1830945822141696:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5105us (6038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.582425:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7467 00000100:00100000:2.0:1746126471.585762:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.586115:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822142080 00000100:00100000:0.0:1746126471.586124:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822142080 00002000:00100000:0.0:1746126471.586157:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904a80 x1830945822142080/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.586167:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904a80 with x1830945822142080 ext(0->4095) 00010000:00010000:0.0:1746126471.586174:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 6 pid: 8480 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746126471.586187:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746126471.586193:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094904a80 00000100:00100000:0.0:1746126471.586331:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1895 00000100:00100000:0.0:1746126471.586338:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822142080:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126471.586699:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822142080:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 361us (943us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126471.586704:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1895 00002000:00100000:0.0:1746126471.586709:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094904a80 x1830945822142080/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.586721:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094904a80 with x1830945822142080 ext(0->4095) 00010000:00010000:0.0:1746126471.586725:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126471.586733:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746126471.586738:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094904a80 00000100:00100000:0.0:1746126471.591468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.591533:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822142208 00000100:00100000:3.0:1746126471.591540:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822142208 00010000:00010000:3.0:1746126471.591570:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.591594:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7468 00000100:00100000:3.0:1746126471.591600:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822142208:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.591612:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.591627:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.591638:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.591658:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116cdd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c330 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.591957:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.591959:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.591966:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.591974:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.592004:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.592015:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820506752:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.592528:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.593958:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820506752:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.593975:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.594001:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822142208:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2401us (2540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.594010:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7468 00000100:00100000:0.0:1746126471.595471:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.595558:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822142464 00000100:00100000:2.0:1746126471.595565:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822142464 00002000:00100000:2.0:1746126471.595594:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452f800 x1830945822142464/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.595602:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452f800 with x1830945822142464 ext(0->4095) 00002000:00010000:2.0:1746126471.595606:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a452f800 00000100:00100000:2.0:1746126471.595620:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3983 00000100:00100000:2.0:1746126471.595624:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945822142464:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.595743:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:1977:x1830945822142464:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.595750:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3983 00002000:00100000:2.0:1746126471.595755:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452f800 x1830945822142464/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.595760:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452f800 with x1830945822142464 ext(0->4095) 00002000:00010000:2.0:1746126471.595763:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a452f800 00000100:00100000:0.0:1746126471.605462:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.605578:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822142592 00000100:00100000:1.0:1746126471.605586:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822142592 00000100:00100000:1.0:1746126471.605631:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5255 00000100:00100000:1.0:1746126471.605638:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822142592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126471.605654:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126471.605668:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c33e expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.605690:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.605696:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126471.605698:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126471.605700:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.605724:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 39 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.605733:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 39 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746126471.605743:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820506880:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126471.605808:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.613789:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820506880:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126471.613815:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.613829:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839400, rc 0) 00000100:00100000:1.0:1746126471.613861:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822142592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8223us (8405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.613870:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5255 00000100:00100000:0.0:1746126471.627135:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.628174:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.628266:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822142848 00000100:00100000:1.0:1746126471.628273:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822142848 00000100:00100000:1.0:1746126471.628332:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5256 00000100:00100000:1.0:1746126471.628340:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+40:31630:x1830945822142848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126471.628355:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126471.628368:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822142720 00010000:00010000:1.0:1746126471.628369:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c345 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.628373:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822142720 00010000:00010000:1.0:1746126471.628389:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126471.628394:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126471.628397:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009bc3f800 x1830945822142720/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746126471.628399:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126471.628403:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 42 pid: 8480 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126471.628405:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3f800 with x1830945822142720 ext(0->7) 00010000:00010000:2.0:1746126471.628411:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 42 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.628422:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 42 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.628428:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3f800 00010000:00010000:1.0:1746126471.628430:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.628441:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 42 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.628449:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1896 00010000:00010000:1.0:1746126471.628449:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838c00, rc 0) 00000100:00100000:2.0:1746126471.628454:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1976:x1830945822142720:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126471.628490:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:31630:x1830945822142848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.628510:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5256 00000100:00100000:2.0:1746126471.628702:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1976:x1830945822142720:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 247us (1573us total) trans 4294968044 rc 0/0 00000100:00100000:2.0:1746126471.628708:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1896 00002000:00100000:2.0:1746126471.628713:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009bc3f800 x1830945822142720/t4294968044(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/448 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.628725:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3f800 with x1830945822142720 ext(0->7) 00010000:00010000:2.0:1746126471.628729:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 43 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.628738:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 43 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.628743:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3f800 00000100:00100000:0.0:1746126471.631200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.631895:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822142976 00000100:00100000:3.0:1746126471.631903:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822142976 00010000:00010000:3.0:1746126471.631931:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 43 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.632036:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7469 00000100:00100000:3.0:1746126471.632044:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1976:x1830945822142976:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.632054:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.632070:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 43 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.632080:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 43 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.632098:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116ce4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c337 expref: 43 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.632757:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.632760:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.632767:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.632775:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.632802:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.632811:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 5 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.632821:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820507136:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.632894:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.636795:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.636887:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822143232 00000100:00100000:2.0:1746126471.636894:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822143232 00002000:00100000:2.0:1746126471.636926:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092593480 x1830945822143232/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.636935:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092593480 with x1830945822143232 ext(0->4095) 00010000:00010000:2.0:1746126471.636942:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.636954:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.636959:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092593480 00000100:00100000:2.0:1746126471.636972:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1897 00000100:00100000:2.0:1746126471.636977:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822143232:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126471.637201:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820507136:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.637225:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.637952:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1976:x1830945822142976:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5907us (6755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.637960:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7469 00000100:00100000:2.0:1746126471.638021:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822143232:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1042us (1231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.638027:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1897 00002000:00100000:2.0:1746126471.638033:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092593480 x1830945822143232/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.638040:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092593480 with x1830945822143232 ext(0->4095) 00010000:00010000:2.0:1746126471.638045:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.638055:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.638061:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092593480 00000100:00100000:0.0:1746126471.642146:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.642421:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822143360 00000100:00100000:3.0:1746126471.642428:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822143360 00010000:00010000:3.0:1746126471.642458:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.642520:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7470 00000100:00100000:3.0:1746126471.642528:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822143360:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.642541:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.642557:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.642567:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.642585:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116ceb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c33e expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.643078:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.643080:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.643087:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 41 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.643095:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 41 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.643121:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 41 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.643132:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820507264:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.643606:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.645958:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.646474:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820507264:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.646491:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.646550:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822143360:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4023us (4411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.646559:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7470 00000100:00100000:2.0:1746126471.646641:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822143616 00000100:00100000:2.0:1746126471.646646:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822143616 00002000:00100000:2.0:1746126471.646675:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092590e00 x1830945822143616/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.646684:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590e00 with x1830945822143616 ext(0->4095) 00002000:00010000:2.0:1746126471.646688:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092590e00 00000100:00100000:2.0:1746126471.646715:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3984 00000100:00100000:2.0:1746126471.646721:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1977:x1830945822143616:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.646844:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1977:x1830945822143616:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (890us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.646850:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3984 00002000:00100000:2.0:1746126471.646855:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092590e00 x1830945822143616/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.646861:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590e00 with x1830945822143616 ext(0->4095) 00002000:00010000:2.0:1746126471.646864:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092590e00 00000100:00100000:0.0:1746126471.649343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.649429:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822143744 00000100:00100000:3.0:1746126471.649436:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822143744 00000100:00100000:3.0:1746126471.649573:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5257 00000100:00100000:3.0:1746126471.649581:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822143744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.649595:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.649608:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c34c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.649628:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 41 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.649634:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.649636:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.649639:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.649661:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 41 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.649676:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 41 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.649685:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820507392:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.649742:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.653331:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820507392:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.653355:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.653368:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33400, rc 0) 00000100:00100000:3.0:1746126471.653399:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822143744:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3819us (4061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.653405:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5257 00000100:00100000:0.0:1746126471.654165:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.654517:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822143872 00000100:00100000:3.0:1746126471.654523:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822143872 00010000:00010000:3.0:1746126471.654546:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 42 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.654565:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7471 00000100:00100000:3.0:1746126471.654571:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d121050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1976:x1830945822143872:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.654581:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.654595:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 42 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.654604:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 42 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.654619:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116cf2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c345 expref: 42 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.655941:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.655945:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.655954:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.655962:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.655993:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.656003:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820507520:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126471.656620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.656689:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.656735:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822144000 00000100:00100000:2.0:1746126471.656740:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822144000 00000100:00100000:2.0:1746126471.656769:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5258 00000100:00100000:2.0:1746126471.656774:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:31630:x1830945822144000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.656785:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.656795:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c353 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.656811:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.656817:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.656818:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.656821:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 43 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.656836:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.656846:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 5 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.656854:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820507648:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.656879:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.658979:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820507520:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.658997:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.659061:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d121050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1976:x1830945822143872:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4489us (4896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.659070:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7471 00000100:00100000:2.0:1746126471.659340:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820507648:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.659357:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 42 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.659372:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728200, rc 0) 00000100:00100000:2.0:1746126471.659393:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:31630:x1830945822144000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2619us (2773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.659398:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5258 00000100:00100000:0.0:1746126471.660940:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.661152:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822144256 00000100:00100000:1.0:1746126471.661158:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822144256 00002000:00100000:1.0:1746126471.661190:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a5180 x1830945822144256/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.661198:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5180 with x1830945822144256 ext(0->4095) 00010000:00010000:1.0:1746126471.661205:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126471.661225:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126471.661231:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941a5180 00000100:00100000:1.0:1746126471.661294:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1898 00000100:00100000:1.0:1746126471.661300:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822144256:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126471.661425:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822144256:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.661431:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1898 00002000:00100000:1.0:1746126471.661436:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a5180 x1830945822144256/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.661442:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5180 with x1830945822144256 ext(0->4095) 00010000:00010000:1.0:1746126471.661446:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126471.661454:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126471.661464:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941a5180 00000100:00100000:0.0:1746126471.664722:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.664907:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822144384 00000100:00100000:3.0:1746126471.664914:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822144384 00010000:00010000:3.0:1746126471.664939:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.664962:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7472 00000100:00100000:3.0:1746126471.664967:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822144384:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.664979:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.664993:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.665002:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.665020:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116cf9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c34c expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.665045:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.665046:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.665052:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.665058:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.665082:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.665091:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820507776:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.665917:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.668127:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.668255:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820507776:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.668272:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.668412:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822144640 00000100:00100000:2.0:1746126471.668417:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822144640 00002000:00100000:2.0:1746126471.668446:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e1f80 x1830945822144640/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.668454:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e1f80 with x1830945822144640 ext(0->4095) 00002000:00010000:2.0:1746126471.668457:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a43e1f80 00000100:00100000:3.0:1746126471.668609:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822144384:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3640us (3892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.668621:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7472 00000100:00100000:2.0:1746126471.668882:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3985 00000100:00100000:2.0:1746126471.668888:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1975:x1830945822144640:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126471.668989:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1975:x1830945822144640:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (866us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.668993:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3985 00002000:00100000:2.0:1746126471.668997:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e1f80 x1830945822144640/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.669003:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e1f80 with x1830945822144640 ext(0->4095) 00002000:00010000:2.0:1746126471.669005:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a43e1f80 00000100:00100000:0.0:1746126471.675523:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.675622:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822144768 00000100:00100000:2.0:1746126471.675629:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822144768 00000100:00100000:2.0:1746126471.675663:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5259 00000100:00100000:2.0:1746126471.675669:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822144768:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.675685:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.675698:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c35a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.675722:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.675728:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.675729:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.675732:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.675754:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 41 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.675764:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 41 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.675774:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820507904:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.679745:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.693726:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.693785:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822144896 00000100:00100000:1.0:1746126471.693792:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822144896 00000100:00100000:2.0:1746126471.693819:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820507904:192.168.203.3@tcp:104: 00002000:00100000:1.0:1746126471.693829:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a43e3800 x1830945822144896/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.693837:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e3800 with x1830945822144896 ext(0->7) 00010000:00010000:1.0:1746126471.693843:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 42 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.693844:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.693855:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 42 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.693856:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728a00, rc 0) 00002000:00010000:1.0:1746126471.693861:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e3800 00000100:00100000:1.0:1746126471.693888:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1899 00000100:00100000:1.0:1746126471.693895:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+42:1977:x1830945822144896:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126471.693901:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822144768:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18232us (18408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.693911:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5259 00000100:00100000:1.0:1746126471.694118:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945822144896:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 224us (397us total) trans 4294968045 rc 0/0 00000100:00100000:1.0:1746126471.694124:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1899 00002000:00100000:1.0:1746126471.694129:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a43e3800 x1830945822144896/t4294968045(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/448 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.694134:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e3800 with x1830945822144896 ext(0->7) 00010000:00010000:1.0:1746126471.694138:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126471.694151:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126471.694156:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e3800 00000100:00100000:0.0:1746126471.701077:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.701131:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822145024 00000100:00100000:3.0:1746126471.701138:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822145024 00010000:00010000:3.0:1746126471.701166:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.701200:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7473 00000100:00100000:3.0:1746126471.701207:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945822145024:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.701226:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.701243:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.701253:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.701270:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c353 expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.701373:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.701375:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.701381:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.701388:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.701418:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.701430:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820508032:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.701516:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.702520:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820508032:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.702532:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.702675:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1977:x1830945822145024:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1467us (1603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.702682:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7473 00000100:00100000:0.0:1746126471.706859:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.706950:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822145280 00000100:00100000:2.0:1746126471.706957:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822145280 00002000:00100000:2.0:1746126471.706994:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b35500 x1830945822145280/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.707003:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35500 with x1830945822145280 ext(0->4095) 00002000:00010000:2.0:1746126471.707007:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35500 00000100:00100000:2.0:1746126471.707025:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3986 00000100:00100000:2.0:1746126471.707032:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822145280:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126471.707150:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822145280:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (296us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.707155:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3986 00002000:00100000:2.0:1746126471.707160:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b35500 x1830945822145280/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.707166:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35500 with x1830945822145280 ext(0->4095) 00002000:00010000:2.0:1746126471.707169:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35500 00000100:00100000:0.0:1746126471.709187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.709258:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822145408 00000100:00100000:2.0:1746126471.709264:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822145408 00000100:00100000:2.0:1746126471.709291:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5260 00000100:00100000:2.0:1746126471.709296:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:31630:x1830945822145408:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.709308:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.709321:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c361 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.709345:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.709351:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.709353:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.709355:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.709376:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.709386:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 5 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.709395:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820508160:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.709460:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.710257:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.711185:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822145536 00000100:00100000:2.0:1746126471.711191:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822145536 00000100:00100000:2.0:1746126471.711236:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5261 00000100:00100000:2.0:1746126471.711242:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:31631:x1830945822145536:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.711253:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.711265:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c368 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.711282:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.711286:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.711291:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.711294:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 46 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.711317:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.711327:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 46 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.711335:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728600, rc 0) 00000100:00100000:2.0:1746126471.711373:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31631:x1830945822145536:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.711379:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5261 00000100:00100000:0.0:1746126471.714577:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.714665:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820508160:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.714689:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.714704:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728c00, rc 0) 00000100:00100000:3.0:1746126471.714947:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822145664 00000100:00100000:3.0:1746126471.714953:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822145664 00010000:00010000:3.0:1746126471.715268:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.715289:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7474 00000100:00100000:3.0:1746126471.715296:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822145664:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.715307:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.715322:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.715332:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.715349:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c35a expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.715374:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.715376:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.715382:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.715389:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.715412:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.715421:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.715431:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820508416:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.715476:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.715578:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:31630:x1830945822145408:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5438us (5552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.715586:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5260 00000100:00100000:3.0:1746126471.718789:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820508416:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.718807:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.718851:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822145664:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3555us (4278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.718861:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7474 00000100:00100000:0.0:1746126471.720232:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.720350:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822145920 00000100:00100000:2.0:1746126471.720357:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822145920 00002000:00100000:2.0:1746126471.720395:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b79c00 x1830945822145920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.720407:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b79c00 with x1830945822145920 ext(0->4095) 00010000:00010000:2.0:1746126471.720414:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.720426:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.720432:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b79c00 00000100:00100000:2.0:1746126471.720458:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1900 00000100:00100000:2.0:1746126471.720464:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1977:x1830945822145920:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.720623:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1977:x1830945822145920:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.720629:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1900 00002000:00100000:2.0:1746126471.720633:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b79c00 x1830945822145920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.720640:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b79c00 with x1830945822145920 ext(0->4095) 00010000:00010000:2.0:1746126471.720644:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.720651:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.720656:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b79c00 00000100:00100000:0.0:1746126471.723627:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.723756:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822146048 00000100:00100000:3.0:1746126471.723764:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822146048 00010000:00010000:3.0:1746126471.723793:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.724026:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7475 00000100:00100000:3.0:1746126471.724034:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1975:x1830945822146048:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.724047:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.724061:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.724070:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.724085:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d0e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c361 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.724108:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.724110:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.724115:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 44 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.724122:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 44 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.724145:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 44 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.724154:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820508544:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.724274:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.726438:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820508544:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.726455:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.726484:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1975:x1830945822146048:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2451us (2864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.726512:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7475 00000100:00100000:0.0:1746126471.727844:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.727937:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822146304 00000100:00100000:2.0:1746126471.727943:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822146304 00002000:00100000:2.0:1746126471.727984:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7b800 x1830945822146304/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.727992:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7b800 with x1830945822146304 ext(0->4095) 00002000:00010000:2.0:1746126471.727996:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b7b800 00000100:00100000:2.0:1746126471.728020:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3987 00000100:00100000:2.0:1746126471.728025:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945822146304:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126471.728723:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945822146304:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 695us (880us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.728729:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3987 00002000:00100000:2.0:1746126471.728734:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7b800 x1830945822146304/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.728741:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7b800 with x1830945822146304 ext(0->4095) 00002000:00010000:2.0:1746126471.728743:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b7b800 00000100:00100000:0.0:1746126471.730863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.731234:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822146432 00000100:00100000:2.0:1746126471.731240:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822146432 00000100:00100000:2.0:1746126471.731280:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5262 00000100:00100000:2.0:1746126471.731286:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822146432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.731300:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.731313:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c36f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.731333:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 43 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.731343:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.731345:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.731348:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.731367:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 43 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.731377:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 43 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.731386:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820508672:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.731465:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.734295:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820508672:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.734321:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.734335:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135729200, rc 0) 00000100:00100000:2.0:1746126471.734668:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822146432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3380us (3809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.734675:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5262 00000100:00100000:0.0:1746126471.735119:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.735378:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822146560 00000100:00100000:3.0:1746126471.735383:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822146560 00010000:00010000:3.0:1746126471.735405:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 44 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.735432:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7476 00000100:00100000:3.0:1746126471.735438:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945822146560:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.735449:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.735465:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 44 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.735474:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 44 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.735490:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d15 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c368 expref: 44 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.735528:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.735530:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.735536:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.735543:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.735566:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.735577:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820508800:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.735624:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.737712:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820508800:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.737727:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.737754:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:1977:x1830945822146560:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2316us (2636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.737762:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7476 00000100:00100000:0.0:1746126471.738414:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.739158:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822146816 00000100:00100000:3.0:1746126471.739164:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822146816 00002000:00100000:3.0:1746126471.739408:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7bb80 x1830945822146816/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.739415:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7bb80 with x1830945822146816 ext(0->4095) 00002000:00010000:3.0:1746126471.739420:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b7bb80 00000100:00100000:3.0:1746126471.739435:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3988 00000100:00100000:3.0:1746126471.739441:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822146816:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126471.740240:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.740349:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822146944 00000100:00100000:2.0:1746126471.740353:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822146944 00000100:00100000:2.0:1746126471.740374:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5263 00000100:00100000:2.0:1746126471.740379:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+43:31630:x1830945822146944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.740389:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.740402:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c376 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.740421:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.740427:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.740429:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.740431:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.740454:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.740464:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.740473:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820508928:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.740534:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.740669:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822146816:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 1227us (2254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126471.740676:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3988 00002000:00100000:3.0:1746126471.740683:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b7bb80 x1830945822146816/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.740689:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b7bb80 with x1830945822146816 ext(0->4095) 00010000:00010000:3.0:1746126471.740694:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.740703:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126471.740708:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b7bb80 00000100:00100000:2.0:1746126471.743060:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820508928:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.743086:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.743100:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728800, rc 0) 00000100:00100000:2.0:1746126471.743129:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:31630:x1830945822146944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2750us (2889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.743139:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5263 00000100:00100000:0.0:1746126471.743315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.743375:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822147072 00000100:00100000:2.0:1746126471.743380:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822147072 00000100:00100000:0.0:1746126471.743385:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.743459:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5264 00000100:00100000:2.0:1746126471.743466:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:31631:x1830945822147072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126471.743477:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822147200 00010000:00010000:2.0:1746126471.743477:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126471.743481:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822147200 00010000:00010000:2.0:1746126471.743488:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c37d expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.743506:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.743521:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7477 00010000:00010000:2.0:1746126471.743521:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746126471.743525:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822147200:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.743525:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.743530:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.743532:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.743533:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.743546:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.743552:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.743554:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.743748:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d1116d1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c36f expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.744130:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.744139:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.744141:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.744145:0:8479:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.744156:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.744173:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126471.744173:0:8479:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.744182:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.744191:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820509184:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.744331:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822147200:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 803us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.744337:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7477 00000100:00100000:2.0:1746126471.744380:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.746866:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.746928:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820509184:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.746943:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135729600, rc 0) 00000100:00100000:3.0:1746126471.747093:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822147456 00000100:00100000:3.0:1746126471.747098:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822147456 00002000:00100000:3.0:1746126471.747128:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804e00 x1830945822147456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.747135:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804e00 with x1830945822147456 ext(0->4095) 00010000:00010000:3.0:1746126471.747142:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 46 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.747152:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 46 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126471.747158:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092804e00 00000100:00100000:3.0:1746126471.747184:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1901 00000100:00100000:3.0:1746126471.747190:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945822147456:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126471.748019:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31631:x1830945822147072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4553us (4702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.748025:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5264 00000100:00100000:3.0:1746126471.748450:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1976:x1830945822147456:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1259us (1588us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126471.748456:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1901 00002000:00100000:3.0:1746126471.748462:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804e00 x1830945822147456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.748469:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804e00 with x1830945822147456 ext(0->4095) 00010000:00010000:3.0:1746126471.748473:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.748483:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126471.748489:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092804e00 00000100:00100000:0.0:1746126471.751022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.751099:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822147584 00000100:00100000:3.0:1746126471.751104:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822147584 00010000:00010000:3.0:1746126471.751129:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.751147:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7478 00000100:00100000:3.0:1746126471.751152:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d120c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1974:x1830945822147584:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.751161:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.751176:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.751185:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.751200:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728800/0x8f8d42f0d1116d23 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c376 expref: 45 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.751230:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.751231:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.751236:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.751242:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.751267:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.751281:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820509312:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.751327:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.754612:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.754678:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820509312:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.754695:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.754725:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d120c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1974:x1830945822147584:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3572us (3708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.754733:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7478 00000100:00100000:2.0:1746126471.754860:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822147840 00000100:00100000:2.0:1746126471.754865:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822147840 00002000:00100000:2.0:1746126471.754894:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804700 x1830945822147840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.754903:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804700 with x1830945822147840 ext(0->4095) 00002000:00010000:2.0:1746126471.754906:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092804700 00000100:00100000:2.0:1746126471.754928:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3989 00000100:00100000:2.0:1746126471.754934:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945822147840:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.755043:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945822147840:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.755048:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3989 00002000:00100000:2.0:1746126471.755053:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804700 x1830945822147840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.755060:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804700 with x1830945822147840 ext(0->4095) 00002000:00010000:2.0:1746126471.755062:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092804700 00000100:00100000:0.0:1746126471.757159:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.757296:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822147968 00000100:00100000:2.0:1746126471.757302:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822147968 00000100:00100000:2.0:1746126471.757629:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5265 00000100:00100000:2.0:1746126471.757635:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822147968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.757646:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.757658:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c384 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.757679:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 43 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.757684:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.757686:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.757688:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.757707:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 43 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.757719:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 43 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.757726:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820509440:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.758280:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.760056:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820509440:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.760081:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.760094:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728e00, rc 0) 00000100:00100000:2.0:1746126471.760124:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822147968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2488us (2968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.760130:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5265 00000100:00100000:0.0:1746126471.760926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.761014:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822148096 00000100:00100000:3.0:1746126471.761019:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822148096 00010000:00010000:3.0:1746126471.761041:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.761064:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7479 00000100:00100000:3.0:1746126471.761069:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945822148096:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.761077:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.761090:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.761098:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.761113:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135729600/0x8f8d42f0d1116d2a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c37d expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.761133:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.761134:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.761139:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.761145:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.761665:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.761674:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820509568:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.761986:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.764879:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.764947:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.764974:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822148480 00000100:00100000:0.0:1746126471.764980:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822148480 00000100:00100000:0.0:1746126471.765012:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5266 00000100:00100000:0.0:1746126471.765019:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:31630:x1830945822148480:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126471.765031:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126471.765043:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c38b expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.765067:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.765073:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126471.765074:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126471.765077:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 45 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.765096:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.765105:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 5 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126471.765115:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820509696:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126471.765163:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.765255:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822148352 00000100:00100000:2.0:1746126471.765258:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822148352 00002000:00100000:2.0:1746126471.765279:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cc380 x1830945822148352/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.765287:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cc380 with x1830945822148352 ext(0->4095) 00010000:00010000:2.0:1746126471.765292:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.765300:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.765309:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cc380 00000100:00100000:2.0:1746126471.765321:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1902 00000100:00100000:2.0:1746126471.765325:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822148352:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.765421:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822148352:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.765427:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1902 00002000:00100000:2.0:1746126471.765432:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cc380 x1830945822148352/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.765438:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cc380 with x1830945822148352 ext(0->4095) 00010000:00010000:2.0:1746126471.765442:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.765449:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.765454:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cc380 00000100:00100000:3.0:1746126471.766609:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820509568:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.766623:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.766653:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1976:x1830945822148096:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5584us (5729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.766660:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7479 00000100:00100000:0.0:1746126471.767171:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820509696:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126471.767185:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 44 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.767194:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a287000, rc 0) 00000100:00100000:0.0:1746126471.767225:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:31630:x1830945822148480:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2206us (2277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126471.767230:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5266 00000100:00100000:0.0:1746126471.771057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.771752:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822148608 00000100:00100000:3.0:1746126471.771760:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822148608 00010000:00010000:3.0:1746126471.771785:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.771806:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7480 00000100:00100000:3.0:1746126471.771811:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822148608:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.771823:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.771837:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.771851:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.771869:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728e00/0x8f8d42f0d1116d31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c384 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.771891:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.771893:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.771899:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 43 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.771905:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 43 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.771929:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 43 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.771938:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820509824:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.772384:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.774640:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820509824:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.774657:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.774683:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822148608:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2872us (3632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.774691:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7480 00000100:00100000:0.0:1746126471.775900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.775986:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822148864 00000100:00100000:2.0:1746126471.775992:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822148864 00002000:00100000:2.0:1746126471.776021:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cc700 x1830945822148864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.776029:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cc700 with x1830945822148864 ext(0->4095) 00002000:00010000:2.0:1746126471.776032:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cc700 00000100:00100000:2.0:1746126471.776081:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3990 00000100:00100000:2.0:1746126471.776087:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945822148864:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.776459:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1977:x1830945822148864:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 371us (560us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.776464:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3990 00002000:00100000:2.0:1746126471.776468:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cc700 x1830945822148864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.776474:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cc700 with x1830945822148864 ext(0->4095) 00002000:00010000:2.0:1746126471.776476:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cc700 00000100:00100000:0.0:1746126471.778293:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.778457:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822148992 00000100:00100000:2.0:1746126471.778463:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822148992 00000100:00100000:2.0:1746126471.778518:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5267 00000100:00100000:2.0:1746126471.778523:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822148992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.778535:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.778548:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c392 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.778567:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 43 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.778572:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.778573:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.778576:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.778596:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 43 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.778609:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 43 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.778618:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820509952:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.778678:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.781722:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.781947:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822149120 00000100:00100000:3.0:1746126471.781955:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822149120 00002000:00100000:3.0:1746126471.781987:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800946cca80 x1830945822149120/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.781996:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cca80 with x1830945822149120 ext(0->7) 00010000:00010000:3.0:1746126471.782003:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.782015:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 44 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126471.782022:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cca80 00000100:00100000:3.0:1746126471.782039:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1903 00000100:00100000:3.0:1746126471.782044:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+44:1976:x1830945822149120:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126471.782155:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820509952:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.782253:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.782268:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728c00, rc 0) 00000100:00100000:2.0:1746126471.782312:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822148992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3787us (4022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.782318:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5267 00000100:00100000:3.0:1746126471.782912:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945822149120:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 866us (1194us total) trans 4294968046 rc 0/0 00000100:00100000:3.0:1746126471.782917:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1903 00002000:00100000:3.0:1746126471.782922:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800946cca80 x1830945822149120/t4294968046(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/448 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.782928:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cca80 with x1830945822149120 ext(0->7) 00010000:00010000:3.0:1746126471.782932:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 46 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.782940:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 46 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126471.782944:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cca80 00000100:00100000:0.0:1746126471.790599:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.790838:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822149248 00000100:00100000:3.0:1746126471.790845:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822149248 00010000:00010000:3.0:1746126471.790868:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 46 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.790885:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7481 00000100:00100000:3.0:1746126471.790889:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1974:x1830945822149248:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.790898:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.790911:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 46 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.790918:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 46 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.790932:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a287000/0x8f8d42f0d1116d38 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c38b expref: 46 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.790951:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.790952:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.790957:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.790962:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.790982:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.790989:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820510080:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.791044:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.794127:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.794240:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822149504 00000100:00100000:2.0:1746126471.794246:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822149504 00000100:00100000:3.0:1746126471.794264:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820510080:192.168.203.3@tcp:105: 00002000:00100000:2.0:1746126471.794278:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6d880 x1830945822149504/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126471.794281:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126471.794287:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6d880 with x1830945822149504 ext(0->4095) 00002000:00010000:2.0:1746126471.794290:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6d880 00000100:00100000:2.0:1746126471.794305:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3991 00000100:00100000:2.0:1746126471.794311:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822149504:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126471.794322:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1974:x1830945822149248:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3432us (3727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.794328:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7481 00000100:00100000:2.0:1746126471.794437:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822149504:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.794445:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3991 00002000:00100000:2.0:1746126471.794450:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6d880 x1830945822149504/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.794456:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6d880 with x1830945822149504 ext(0->4095) 00002000:00010000:2.0:1746126471.794459:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6d880 00000100:00100000:0.0:1746126471.798095:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.798148:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822149632 00000100:00100000:2.0:1746126471.798156:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822149632 00000100:00100000:2.0:1746126471.798199:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5268 00000100:00100000:2.0:1746126471.798206:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:31630:x1830945822149632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.798227:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.798243:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c399 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126471.798268:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:2.0:1746126471.798269:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.798275:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.798277:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.798280:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126471.798295:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822149760 00000100:00100000:1.0:1746126471.798299:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822149760 00000100:00100000:1.0:1746126471.798316:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5269 00000100:00100000:1.0:1746126471.798321:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31631:x1830945822149760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126471.798326:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126471.798331:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3a0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.798336:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.798390:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 5 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126471.798402:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746126471.798405:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820510208:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126471.798406:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 48 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.798410:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126471.798412:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 48 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.798429:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 48 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.798438:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 48 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.798446:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839e00, rc 0) 00000100:00100000:2.0:1746126471.798453:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.798463:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:31631:x1830945822149760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.798468:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5269 00000100:00100000:2.0:1746126471.802284:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820510208:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.802312:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 47 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.802326:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728a00, rc 0) 00000100:00100000:2.0:1746126471.802368:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31630:x1830945822149632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4162us (4278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.802374:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5268 00000100:00100000:0.0:1746126471.803683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.803768:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822149888 00000100:00100000:3.0:1746126471.803774:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822149888 00010000:00010000:3.0:1746126471.803801:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.803820:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7482 00000100:00100000:3.0:1746126471.803825:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822149888:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.803835:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.803851:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.803860:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.803876:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728c00/0x8f8d42f0d1116d3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c392 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.803902:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.803904:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.803911:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.803921:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.803943:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.803952:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 46 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.803961:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820510464:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.804020:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.805012:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820510464:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.805024:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.805055:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822149888:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1230us (1374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.805062:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7482 00000100:00100000:0.0:1746126471.805650:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.806055:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822150144 00000100:00100000:2.0:1746126471.806060:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822150144 00002000:00100000:2.0:1746126471.806088:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6c000 x1830945822150144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.806096:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6c000 with x1830945822150144 ext(0->4095) 00010000:00010000:2.0:1746126471.806102:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.806113:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.806119:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6c000 00000100:00100000:2.0:1746126471.806133:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1904 00000100:00100000:2.0:1746126471.806139:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945822150144:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126471.806287:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945822150144:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (637us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.806295:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1904 00002000:00100000:2.0:1746126471.806300:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6c000 x1830945822150144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.806307:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6c000 with x1830945822150144 ext(0->4095) 00010000:00010000:2.0:1746126471.806311:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.806319:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.806324:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6c000 00000100:00100000:0.0:1746126471.808146:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.808240:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822150272 00000100:00100000:3.0:1746126471.808246:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822150272 00010000:00010000:3.0:1746126471.808266:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.808296:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7483 00000100:00100000:3.0:1746126471.808303:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1976:x1830945822150272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.808314:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.808328:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.808337:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.808354:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c399 expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.809162:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.809165:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.809171:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.809180:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.809205:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 46 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.809227:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820510592:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.809286:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.811123:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.811304:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822150528 00000100:00100000:2.0:1746126471.811310:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822150528 00002000:00100000:2.0:1746126471.811340:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6f480 x1830945822150528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.811348:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6f480 with x1830945822150528 ext(0->4095) 00002000:00010000:2.0:1746126471.811352:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6f480 00000100:00100000:2.0:1746126471.811367:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3992 00000100:00100000:2.0:1746126471.811373:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1974:x1830945822150528:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126471.811488:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1974:x1830945822150528:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (369us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.811512:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3992 00002000:00100000:2.0:1746126471.811518:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6f480 x1830945822150528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.811525:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6f480 with x1830945822150528 ext(0->4095) 00002000:00010000:2.0:1746126471.811527:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6f480 00000100:00100000:3.0:1746126471.812674:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820510592:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.812691:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.812713:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1976:x1830945822150272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4410us (4571us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.812719:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7483 00000100:00100000:0.0:1746126471.814245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.814373:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822150656 00000100:00100000:2.0:1746126471.814380:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822150656 00000100:00100000:2.0:1746126471.814411:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5270 00000100:00100000:2.0:1746126471.814416:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822150656:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.814429:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.814446:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3a7 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.814467:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.814474:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.814475:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.814478:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.814525:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.814534:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 45 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.814543:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820510720:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.814602:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.815399:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820510720:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.815416:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.815427:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728600, rc 0) 00000100:00100000:2.0:1746126471.815459:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822150656:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1042us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.815466:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5270 00000100:00100000:0.0:1746126471.816124:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.816196:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822150784 00000100:00100000:3.0:1746126471.816200:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822150784 00010000:00010000:3.0:1746126471.816230:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 46 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.816247:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7484 00000100:00100000:3.0:1746126471.816252:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945822150784:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.816261:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.816277:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 46 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.816286:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 46 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.816301:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116d4d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a0 expref: 46 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.816450:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.816452:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.816458:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.816465:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.816484:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.816720:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820510848:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.816769:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.818474:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820510848:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.818488:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.818539:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+45:1977:x1830945822150784:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2284us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.818546:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7484 00000100:00100000:0.0:1746126471.819647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.819683:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822151040 00000100:00100000:2.0:1746126471.819688:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822151040 00002000:00100000:2.0:1746126471.819716:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4e00 x1830945822151040/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.819724:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4e00 with x1830945822151040 ext(0->4095) 00002000:00010000:2.0:1746126471.819727:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4e00 00000100:00100000:2.0:1746126471.819747:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3993 00000100:00100000:2.0:1746126471.819753:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822151040:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126471.819916:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822151040:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (269us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.819921:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3993 00002000:00100000:2.0:1746126471.819925:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d4e00 x1830945822151040/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.819931:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4e00 with x1830945822151040 ext(0->4095) 00002000:00010000:2.0:1746126471.819934:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4e00 00000100:00100000:0.0:1746126471.822980:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.823024:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.823100:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822151168 00000100:00100000:2.0:1746126471.823107:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822151168 00000100:00100000:2.0:1746126471.823134:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822151296 00000100:00100000:2.0:1746126471.823136:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822151296 00000100:00100000:2.0:1746126471.823160:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5271 00000100:00100000:2.0:1746126471.823166:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31630:x1830945822151168:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.823179:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.823192:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3ae expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.823227:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.823234:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.823235:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.823238:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 47 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.823260:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.823270:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 5 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.823279:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820510976:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.823334:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126471.823407:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5272 00000100:00100000:1.0:1746126471.823415:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31631:x1830945822151296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126471.823424:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126471.823431:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3b5 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.823441:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126471.823444:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 48 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.823449:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126471.823451:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 48 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.823469:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 48 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.823478:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 48 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126471.823486:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839a00, rc 0) 00000100:00100000:1.0:1746126471.823527:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:31631:x1830945822151296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126471.823533:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5272 00000100:00100000:2.0:1746126471.825528:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820510976:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.825551:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 47 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.825564:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728a00, rc 0) 00000100:00100000:2.0:1746126471.825596:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31630:x1830945822151168:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2429us (2623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.825602:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5271 00000100:00100000:0.0:1746126471.827111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.827829:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822151424 00000100:00100000:3.0:1746126471.827836:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822151424 00010000:00010000:3.0:1746126471.827862:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.827884:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7485 00000100:00100000:3.0:1746126471.827890:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d120850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822151424:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.827902:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.827919:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.827928:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.827945:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d54 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3a7 expref: 6 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.827971:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.827973:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.827979:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.827990:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.828015:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 46 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.828024:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 46 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.828033:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820511232:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.828082:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.829735:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820511232:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.829750:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.829775:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d120850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822151424:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1884us (2667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.829783:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7485 00000100:00100000:0.0:1746126471.830276:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.830353:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822151680 00000100:00100000:2.0:1746126471.830358:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822151680 00002000:00100000:2.0:1746126471.830386:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d5500 x1830945822151680/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.830394:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5500 with x1830945822151680 ext(0->4095) 00010000:00010000:2.0:1746126471.830400:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.830411:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.830416:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d5500 00000100:00100000:2.0:1746126471.830467:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1905 00000100:00100000:2.0:1746126471.830473:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945822151680:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.831148:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945822151680:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 674us (871us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.831155:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1905 00002000:00100000:2.0:1746126471.831161:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800948d5500 x1830945822151680/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.831174:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5500 with x1830945822151680 ext(0->4095) 00010000:00010000:2.0:1746126471.831179:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.831189:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.831195:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d5500 00000100:00100000:0.0:1746126471.835645:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.835916:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822151808 00000100:00100000:3.0:1746126471.835925:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822151808 00010000:00010000:3.0:1746126471.835952:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.835975:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7486 00000100:00100000:3.0:1746126471.835981:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1975:x1830945822151808:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.835992:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.836008:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.836018:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.836036:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1116d5b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ae expref: 47 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.836770:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.836772:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.836779:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 46 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.836787:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 46 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.836816:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 46 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.836826:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820511360:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.837416:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.840318:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.840341:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.840346:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820511360:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.840362:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126471.840364:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.840379:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.840513:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822152064 00000100:00100000:2.0:1746126471.840519:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822152064 00000100:00100000:2.0:1746126471.840555:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822152320 00000100:00100000:2.0:1746126471.840556:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822152320 00000100:00100000:2.0:1746126471.840569:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 349 00000100:00100000:2.0:1746126471.840574:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822152064:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126471.840628:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1975:x1830945822151808:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4414us (4758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.840635:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7486 00000100:00100000:1.0:1746126471.840655:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 350 00000100:00100000:3.0:1746126471.840663:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822152192 00000100:00100000:1.0:1746126471.840663:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945822152320:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126471.840666:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822152192 00000100:00100000:3.0:1746126471.840682:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 426 00000100:00100000:3.0:1746126471.840686:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1977:x1830945822152192:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:2.0:1746126471.840874:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822152064:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 300us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.840879:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 349 00000100:00100000:2.0:1746126471.840895:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822151936 00000100:00100000:2.0:1746126471.840897:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822151936 00000100:00100000:2.0:1746126471.840910:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 374 00000100:00100000:2.0:1746126471.840913:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a446cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1977:x1830945822151936:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:2.0:1746126471.840929:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a446cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1977:x1830945822151936:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 15us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.840933:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 374 00000100:00080000:0.0:1746126471.840976:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126471.840979:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126471.841014:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945822152320:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 352us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.841015:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1977:x1830945822152192:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 327us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.841019:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 426 00000100:00100000:1.0:1746126471.841020:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 350 00000100:00100000:2.0:1746126471.842814:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.842870:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822152704 00000100:00100000:0.0:1746126471.842875:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822152704 00002000:00100000:0.0:1746126471.842902:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280e00 x1830945822152704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.842916:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280e00 with x1830945822152704 ext(0->4095) 00002000:00010000:0.0:1746126471.842920:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c280e00 00000100:00100000:0.0:1746126471.842933:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3994 00000100:00100000:0.0:1746126471.842938:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945822152704:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126471.843068:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945822152704:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (257us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126471.843074:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3994 00002000:00100000:0.0:1746126471.843079:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280e00 x1830945822152704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126471.843086:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280e00 with x1830945822152704 ext(0->4095) 00002000:00010000:0.0:1746126471.843088:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c280e00 00000100:00100000:0.0:1746126471.845163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.845217:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.845542:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822152448 00000100:00100000:3.0:1746126471.845548:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822152448 00000100:00080000:0.0:1746126471.845960:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126471.846274:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822152832 00000100:00100000:3.0:1746126471.846277:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822152832 00000100:00100000:2.0:1746126471.846409:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5273 00000100:00100000:2.0:1746126471.846416:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1973:x1830945822152448:12345-192.168.203.3@tcp:9:kworker.0 00000020:00000080:2.0:1746126471.846437:0:10567:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8f8d42f0d1059336 00000100:00080000:2.0:1746126471.846443:0:10567:0:(import.c:66:import_set_state_nolock()) ffff880092cdf800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1746126471.846467:0:10567:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968489 00000100:00100000:2.0:1746126471.846660:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+2:1973:x1830945822152448:12345-192.168.203.3@tcp:9:kworker.0 Request processed in 245us (1502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.846666:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5273 00000100:00100000:2.0:1746126471.846677:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5274 00000100:00100000:2.0:1746126471.846681:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822152832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.846689:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.846701:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3bc expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.846719:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 45 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.846726:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.846727:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.846731:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.846750:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 45 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.846759:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 45 pid: 8481 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.846772:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820511488:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.846812:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00010000:00010000:2.0:1746126471.846821:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126471.848804:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820511488:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.848825:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.848837:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa4000, rc 0) 00000100:00100000:2.0:1746126471.848871:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822152832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2189us (3664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.848877:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5274 00000100:00100000:2.0:1746126471.851273:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.852267:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.852284:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822153088 00000100:00100000:2.0:1746126471.852291:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822153088 00000100:00100000:2.0:1746126471.852321:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5275 00000100:00100000:2.0:1746126471.852328:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:31630:x1830945822153088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.852340:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.852354:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3c3 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.852375:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.852380:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.852389:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126471.852392:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.852420:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.852431:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.852438:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728200, rc 0) 00000100:00100000:0.0:1746126471.852512:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822152960 00000100:00100000:0.0:1746126471.852517:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822152960 00010000:00010000:0.0:1746126471.852532:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 48 pid: 8481 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126471.852552:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7487 00000100:00100000:0.0:1746126471.852556:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1977:x1830945822152960:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126471.852563:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126471.852578:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 48 pid: 8481 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126471.852591:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 48 pid: 8481 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126471.852605:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116d62 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3b5 expref: 48 pid: 8481 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126471.852617:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126471.852619:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126471.852623:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.852629:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.852648:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126471.852657:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 5 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126471.852666:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820511744:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.853485:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31630:x1830945822153088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1155us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.853491:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5275 00000100:00100000:0.0:1746126471.853610:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.855475:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820511744:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.855490:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.855700:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945822152960:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3142us (4431us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.855708:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7487 00000100:00100000:0.0:1746126471.856538:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.856614:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822153344 00000100:00100000:2.0:1746126471.856620:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822153344 00002000:00100000:2.0:1746126471.856647:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afc000 x1830945822153344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.856656:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afc000 with x1830945822153344 ext(0->4095) 00010000:00010000:2.0:1746126471.856662:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.856674:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.856681:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099afc000 00000100:00100000:2.0:1746126471.856694:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1906 00000100:00100000:2.0:1746126471.856699:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822153344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126471.857020:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822153344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 320us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.857026:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1906 00002000:00100000:2.0:1746126471.857031:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afc000 x1830945822153344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.857038:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afc000 with x1830945822153344 ext(0->4095) 00010000:00010000:2.0:1746126471.857042:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.857051:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.857056:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099afc000 00000100:00100000:0.0:1746126471.859853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.860062:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822153472 00000100:00100000:2.0:1746126471.860068:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822153472 00010000:00010000:2.0:1746126471.860093:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.860123:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7488 00000100:00100000:2.0:1746126471.860130:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822153472:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.860139:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.860154:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.860163:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.860181:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa4000/0x8f8d42f0d1116d69 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3bc expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.860206:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.860215:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.860222:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.860229:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.860257:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.860266:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820511872:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.860331:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.863295:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820511872:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.863315:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.863346:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822153472:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3215us (3498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.863355:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7488 00000100:00100000:0.0:1746126471.864328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.864542:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822153728 00000100:00100000:3.0:1746126471.864548:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822153728 00002000:00100000:3.0:1746126471.864577:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afe680 x1830945822153728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.864585:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe680 with x1830945822153728 ext(0->4095) 00002000:00010000:3.0:1746126471.864589:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afe680 00000100:00100000:3.0:1746126471.864604:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3995 00000100:00100000:3.0:1746126471.864610:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945822153728:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126471.865324:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945822153728:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 712us (996us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126471.865331:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3995 00002000:00100000:3.0:1746126471.865337:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afe680 x1830945822153728/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.865344:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe680 with x1830945822153728 ext(0->4095) 00002000:00010000:3.0:1746126471.865347:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afe680 00000100:00100000:0.0:1746126471.873243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.873593:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822153856 00000100:00100000:2.0:1746126471.873600:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822153856 00000100:00100000:2.0:1746126471.874229:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5276 00000100:00100000:2.0:1746126471.874237:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822153856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.874251:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.874265:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3ca expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.874287:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.874293:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.874294:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.874297:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.874318:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 45 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.874326:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 45 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.874335:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820512000:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126471.876854:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.877133:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.877157:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820512000:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.877186:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.877200:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728600, rc 0) 00000100:00100000:2.0:1746126471.877240:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822153856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3004us (4004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.877247:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5276 00000100:00100000:3.0:1746126471.877333:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822153984 00000100:00100000:3.0:1746126471.877338:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822153984 00002000:00100000:3.0:1746126471.877364:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092b57b80 x1830945822153984/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.877372:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b57b80 with x1830945822153984 ext(0->7) 00010000:00010000:3.0:1746126471.877377:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 46 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.877386:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 46 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126471.877391:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b57b80 00000100:00100000:3.0:1746126471.877865:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1907 00000100:00100000:3.0:1746126471.877871:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+46:1977:x1830945822153984:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126471.878081:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1977:x1830945822153984:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 210us (1231us total) trans 4294968047 rc 0/0 00000100:00100000:3.0:1746126471.878087:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1907 00002000:00100000:3.0:1746126471.878093:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092b57b80 x1830945822153984/t4294968047(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/448 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126471.878099:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b57b80 with x1830945822153984 ext(0->7) 00010000:00010000:3.0:1746126471.878103:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 48 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.878112:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 48 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126471.878120:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b57b80 00000100:00100000:0.0:1746126471.881553:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.881622:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822154112 00000100:00100000:2.0:1746126471.881630:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822154112 00010000:00010000:2.0:1746126471.881659:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 48 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.881680:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7489 00000100:00100000:2.0:1746126471.881686:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1977:x1830945822154112:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.881697:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.881713:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 48 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.881723:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 48 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.881739:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1116d70 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3c3 expref: 48 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.881759:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.881761:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.881767:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.881774:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.881800:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.881809:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820512128:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.881870:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.886007:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.886086:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822154368 00000100:00100000:1.0:1746126471.886093:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822154368 00002000:00100000:1.0:1746126471.886129:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b54e00 x1830945822154368/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.886137:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54e00 with x1830945822154368 ext(0->4095) 00002000:00010000:1.0:1746126471.886141:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b54e00 00000100:00100000:1.0:1746126471.886166:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3996 00000100:00100000:1.0:1746126471.886173:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822154368:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126471.886308:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822154368:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.886313:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3996 00002000:00100000:1.0:1746126471.886318:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092b54e00 x1830945822154368/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.886324:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b54e00 with x1830945822154368 ext(0->4095) 00002000:00010000:1.0:1746126471.886326:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092b54e00 00000100:00100000:2.0:1746126471.886451:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820512128:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.886466:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.886488:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:1977:x1830945822154112:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4803us (4942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.886510:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7489 00000100:00100000:0.0:1746126471.888107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.888177:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822154496 00000100:00100000:2.0:1746126471.888182:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822154496 00000100:00100000:2.0:1746126471.888224:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5277 00000100:00100000:2.0:1746126471.888229:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+47:31631:x1830945822154496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.888240:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.888253:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3d1 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.888270:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.888276:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.888279:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.888281:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 48 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.888300:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.888310:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 5 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.888320:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820512256:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126471.888373:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.889690:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820512256:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.889708:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 48 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.889718:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496cc00, rc 0) 00000100:00100000:2.0:1746126471.890141:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:31631:x1830945822154496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1911us (2036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.890148:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5277 00000100:00100000:0.0:1746126471.891610:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.892197:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822154624 00000100:00100000:3.0:1746126471.892205:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822154624 00010000:00010000:3.0:1746126471.892238:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.892259:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7490 00000100:00100000:3.0:1746126471.892264:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822154624:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.892274:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.893070:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.893081:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.893099:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1116d77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ca expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.893125:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.893127:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.893133:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.893140:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.893170:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.893181:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820512384:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.893263:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.895242:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.895459:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820512384:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.895487:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.895677:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822154880 00000100:00100000:2.0:1746126471.895682:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822154880 00002000:00100000:2.0:1746126471.895729:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a45880 x1830945822154880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.895755:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45880 with x1830945822154880 ext(0->4095) 00002000:00010000:2.0:1746126471.895758:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a45880 00000100:00100000:3.0:1746126471.895950:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822154624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3683us (4453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.895969:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7490 00000100:00100000:2.0:1746126471.896916:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3997 00000100:00100000:2.0:1746126471.896923:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1974:x1830945822154880:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126471.897043:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1974:x1830945822154880:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (1834us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.897049:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3997 00002000:00100000:2.0:1746126471.897054:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a45880 x1830945822154880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.897061:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45880 with x1830945822154880 ext(0->4095) 00002000:00010000:2.0:1746126471.897064:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a45880 00000100:00100000:0.0:1746126471.898676:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.899142:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822155008 00000100:00100000:3.0:1746126471.899148:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822155008 00000100:00100000:3.0:1746126471.899191:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5278 00000100:00100000:3.0:1746126471.899197:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822155008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.899217:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.899231:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3d8 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.899254:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.899260:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.899261:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.899264:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.899291:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 47 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.899301:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 47 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.899311:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820512512:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.899380:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.902680:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820512512:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.902709:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.902723:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33000, rc 0) 00000100:00100000:3.0:1746126471.902772:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822155008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3574us (4098us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.902779:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5278 00000100:00100000:0.0:1746126471.905079:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.905741:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822155136 00000100:00100000:2.0:1746126471.905748:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822155136 00002000:00100000:2.0:1746126471.905781:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009186ed80 x1830945822155136/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.905788:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ed80 with x1830945822155136 ext(0->7) 00010000:00010000:2.0:1746126471.905795:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 48 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.905808:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 48 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.905815:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186ed80 00000100:00100000:2.0:1746126471.905888:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1908 00000100:00100000:2.0:1746126471.905895:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+48:1974:x1830945822155136:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126471.906194:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1974:x1830945822155136:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 298us (1119us total) trans 4294968048 rc 0/0 00000100:00100000:2.0:1746126471.906204:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1908 00002000:00100000:2.0:1746126471.906220:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009186ed80 x1830945822155136/t4294968048(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/448 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.906225:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ed80 with x1830945822155136 ext(0->7) 00010000:00010000:2.0:1746126471.906229:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 50 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.906240:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 50 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.906244:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186ed80 00000100:00100000:0.0:1746126471.907558:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.908125:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822155264 00000100:00100000:3.0:1746126471.908131:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822155264 00010000:00010000:3.0:1746126471.908150:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 50 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.908177:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7491 00000100:00100000:3.0:1746126471.908182:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1975:x1830945822155264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.908192:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.908204:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 50 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.908222:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 50 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.908240:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116d7e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d1 expref: 50 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.908264:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.908266:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.908271:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.908278:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.908302:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.908311:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820512640:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.908372:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.910296:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.910341:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822155520 00000100:00100000:2.0:1746126471.910347:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822155520 00002000:00100000:2.0:1746126471.910377:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186c000 x1830945822155520/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.910385:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c000 with x1830945822155520 ext(0->4095) 00002000:00010000:2.0:1746126471.910388:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186c000 00000100:00100000:2.0:1746126471.910415:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3998 00000100:00100000:2.0:1746126471.910421:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822155520:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126471.910563:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822155520:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (269us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.910568:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3998 00002000:00100000:2.0:1746126471.910574:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186c000 x1830945822155520/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.910586:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c000 with x1830945822155520 ext(0->4095) 00002000:00010000:2.0:1746126471.910588:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186c000 00000100:00100000:3.0:1746126471.910613:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820512640:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.910628:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.910656:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+49:1975:x1830945822155264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2473us (3099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.910661:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7491 00000100:00100000:0.0:1746126471.918978:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.919130:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822155648 00000100:00100000:3.0:1746126471.919139:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822155648 00000100:00100000:3.0:1746126471.919174:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5279 00000100:00100000:3.0:1746126471.919180:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+49:31631:x1830945822155648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.919194:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.919217:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3df expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.919241:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.919247:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.919249:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.919252:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 50 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.919275:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.919284:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 5 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.919294:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820512768:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.919360:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.920693:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.920907:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822155776 00000100:00100000:2.0:1746126471.920912:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822155776 00000100:00100000:2.0:1746126471.920947:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5280 00000100:00100000:2.0:1746126471.920953:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:31630:x1830945822155776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.920963:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.920972:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3e6 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.920980:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820512768:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126471.920986:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.920989:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.920993:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.920996:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.921179:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.921188:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.921192:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33200, rc 0) 00010000:00010000:2.0:1746126471.921197:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.921202:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496ca00, rc 0) 00000100:00100000:3.0:1746126471.921236:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:31631:x1830945822155648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2056us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.921236:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:31630:x1830945822155776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 283us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.921241:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5279 00000100:00100000:2.0:1746126471.921243:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5280 00000100:00100000:0.0:1746126471.924471:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.925343:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822155904 00000100:00100000:3.0:1746126471.925351:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822155904 00010000:00010000:3.0:1746126471.925381:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.925414:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7492 00000100:00100000:3.0:1746126471.925420:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d120450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822155904:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.925433:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.925449:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.925458:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.925476:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116d85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3d8 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.925515:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.925517:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.925524:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 50 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.925536:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 50 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.925563:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 50 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.925572:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 50 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.925582:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820513024:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.926344:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.929353:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820513024:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.929371:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.929412:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d120450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822155904:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3991us (4947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.929422:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7492 00000100:00100000:0.0:1746126471.931190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.931264:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822156160 00000100:00100000:2.0:1746126471.931271:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822156160 00002000:00100000:2.0:1746126471.931301:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d500 x1830945822156160/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.931309:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d500 with x1830945822156160 ext(0->4095) 00010000:00010000:2.0:1746126471.931316:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.931327:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.931333:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186d500 00000100:00100000:2.0:1746126471.931354:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1909 00000100:00100000:2.0:1746126471.931360:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1977:x1830945822156160:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126471.931477:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1977:x1830945822156160:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.931482:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1909 00002000:00100000:2.0:1746126471.931487:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186d500 x1830945822156160/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.931526:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d500 with x1830945822156160 ext(0->4095) 00010000:00010000:2.0:1746126471.931531:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.931543:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126471.931552:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186d500 00000100:00100000:0.0:1746126471.933263:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.934155:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822156288 00000100:00100000:2.0:1746126471.934162:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822156288 00000100:00100000:2.0:1746126471.934287:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5281 00000100:00100000:2.0:1746126471.934295:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822156288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126471.934313:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126471.934326:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3ed expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.934345:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126471.934349:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 50 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.934354:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126471.934357:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.934381:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 50 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.934391:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.934398:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c200, rc 0) 00000100:00100000:2.0:1746126471.934434:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822156288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (1175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.934439:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5281 00000100:00100000:0.0:1746126471.934684:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.936113:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822156416 00000100:00100000:3.0:1746126471.936119:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822156416 00010000:00010000:3.0:1746126471.936138:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.936167:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7493 00000100:00100000:3.0:1746126471.936171:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133336680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1977:x1830945822156416:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.936180:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.936194:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.936203:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.936228:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116d8c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3df expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.936754:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.936756:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.936762:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 50 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.936770:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 50 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.936793:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 50 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.936984:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 50 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.936996:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820513280:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.937072:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.938659:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820513280:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.938674:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.938714:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133336680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1977:x1830945822156416:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2541us (4030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.938723:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7493 00000100:00100000:0.0:1746126471.945111:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.945216:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822156672 00000100:00100000:1.0:1746126471.945224:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822156672 00002000:00100000:1.0:1746126471.945260:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093123800 x1830945822156672/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.945276:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093123800 with x1830945822156672 ext(0->4095) 00010000:00010000:1.0:1746126471.945283:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 50 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126471.945296:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 50 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126471.945303:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093123800 00000100:00100000:1.0:1746126471.945400:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1910 00000100:00100000:1.0:1746126471.945408:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1976:x1830945822156672:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126471.945675:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1976:x1830945822156672:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 267us (1104us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.945681:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1910 00002000:00100000:1.0:1746126471.945686:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093123800 x1830945822156672/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.945693:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093123800 with x1830945822156672 ext(0->4095) 00010000:00010000:1.0:1746126471.945698:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 50 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126471.945706:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 50 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126471.945712:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093123800 00000100:00100000:0.0:1746126471.949992:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.950221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.950662:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822156928 00000100:00100000:3.0:1746126471.950669:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822156928 00000100:00100000:2.0:1746126471.950939:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822156800 00000100:00100000:2.0:1746126471.950943:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822156800 00010000:00010000:2.0:1746126471.950963:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 51 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.950984:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7494 00000100:00100000:2.0:1746126471.950990:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1977:x1830945822156800:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.951000:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.951016:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 51 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.951026:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 51 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.951044:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496ca00/0x8f8d42f0d1116d93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3e6 expref: 51 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.951067:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.951068:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.951074:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.951081:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.951111:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.951120:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820513408:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.951172:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.951544:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5282 00000100:00100000:3.0:1746126471.951551:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:31630:x1830945822156928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.951562:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.951571:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3f4 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.951586:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.951592:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.951593:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.951596:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 51 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.951611:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.951621:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 5 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.951629:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820513536:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.951662:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126471.954300:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.954362:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820513408:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.954376:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.954403:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1977:x1830945822156800:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3414us (4182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.954411:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7494 00000100:00100000:1.0:1746126471.954464:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822157184 00000100:00100000:1.0:1746126471.954469:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822157184 00002000:00100000:1.0:1746126471.954508:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df7bb80 x1830945822157184/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.954518:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7bb80 with x1830945822157184 ext(0->4095) 00010000:00010000:1.0:1746126471.954524:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126471.954535:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126471.954540:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df7bb80 00000100:00100000:1.0:1746126471.954559:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1911 00000100:00100000:1.0:1746126471.954564:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822157184:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126471.954660:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822157184:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126471.954665:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1911 00002000:00100000:1.0:1746126471.954669:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df7bb80 x1830945822157184/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.954675:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7bb80 with x1830945822157184 ext(0->4095) 00010000:00010000:1.0:1746126471.954678:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126471.954685:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126471.954690:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df7bb80 00000100:00100000:3.0:1746126471.954746:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820513536:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.954763:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 50 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.954773:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33a00, rc 0) 00000100:00100000:3.0:1746126471.954789:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:31630:x1830945822156928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3240us (4803us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.954795:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5282 00000100:00100000:0.0:1746126471.957393:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126471.957727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.957789:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822157440 00000100:00100000:2.0:1746126471.957797:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822157440 00010000:00010000:2.0:1746126471.957820:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126471.957841:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7495 00000100:00100000:2.0:1746126471.957847:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822157440:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126471.957857:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126471.957873:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.957883:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.957901:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116d9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3ed expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126471.957928:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.957930:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126471.957937:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 49 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.957943:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 49 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126471.957967:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 49 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126471.957977:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820513664:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126471.958034:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.958085:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822157312 00000100:00100000:3.0:1746126471.958089:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822157312 00000100:00100000:3.0:1746126471.958117:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5283 00000100:00100000:3.0:1746126471.958122:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:31631:x1830945822157312:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.958133:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.958141:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c3fb expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.958155:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 51 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.958160:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.958161:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.958163:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 51 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.958177:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 51 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.958186:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.958193:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820513792:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.958225:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126471.959852:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820513664:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126471.959869:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126471.959904:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822157440:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2056us (2177us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126471.959911:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7495 00000100:00100000:3.0:1746126471.960287:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820513792:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.960303:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 51 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.960312:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33400, rc 0) 00000100:00100000:3.0:1746126471.960517:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:31631:x1830945822157312:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2372us (3107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.960523:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5283 00000100:00100000:0.0:1746126471.961492:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.962153:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822157568 00000100:00100000:3.0:1746126471.962159:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822157568 00010000:00010000:3.0:1746126471.962182:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.962222:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7496 00000100:00100000:3.0:1746126471.962228:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1976:x1830945822157568:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126471.962240:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126471.962256:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.962265:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.962286:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1116da1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3f4 expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126471.962911:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.962913:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126471.962921:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 50 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.962929:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 50 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.962955:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 50 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126471.962964:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820513920:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126471.963050:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.965686:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820513920:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126471.965704:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126471.965731:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1976:x1830945822157568:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3503us (4239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.965739:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7496 00000100:00100000:0.0:1746126471.968980:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126471.969221:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822157824 00000100:00100000:2.0:1746126471.969229:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822157824 00002000:00100000:2.0:1746126471.969260:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78f800 x1830945822157824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.969269:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f800 with x1830945822157824 ext(0->4095) 00002000:00010000:2.0:1746126471.969274:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78f800 00000100:00100000:2.0:1746126471.969302:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3999 00000100:00100000:2.0:1746126471.969309:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1976:x1830945822157824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126471.969445:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1976:x1830945822157824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126471.969451:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3999 00002000:00100000:2.0:1746126471.969457:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78f800 x1830945822157824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746126482 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126471.969464:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f800 with x1830945822157824 ext(0->4095) 00002000:00010000:2.0:1746126471.969466:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b78f800 00000100:00100000:0.0:1746126471.980469:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126471.980552:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822157952 00000100:00100000:3.0:1746126471.980559:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822157952 00000100:00100000:3.0:1746126471.980595:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5284 00000100:00100000:3.0:1746126471.980601:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822157952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126471.980616:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126471.980629:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c402 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.980650:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 49 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.980657:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.980658:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126471.980661:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.980681:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 49 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.980690:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 49 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126471.980698:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820514048:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126471.980751:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126471.989903:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820514048:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126471.989933:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126471.989950:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33800, rc 0) 00000100:00100000:3.0:1746126471.990001:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822157952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9399us (9538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126471.990010:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5284 00000100:00100000:0.0:1746126471.992011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126471.996758:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822158080 00000100:00100000:1.0:1746126471.996769:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822158080 00002000:00100000:1.0:1746126471.996809:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008b78f480 x1830945822158080/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/0 e 0 to 0 dl 1746126482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.996818:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f480 with x1830945822158080 ext(0->7) 00010000:00010000:1.0:1746126471.996827:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 50 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126471.996841:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 50 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126471.996847:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78f480 00000100:00100000:1.0:1746126471.996865:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1912 00000100:00100000:1.0:1746126471.996872:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+50:1977:x1830945822158080:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126471.997146:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1977:x1830945822158080:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 274us (5140us total) trans 4294968049 rc 0/0 00000100:00100000:1.0:1746126471.997153:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1912 00002000:00100000:1.0:1746126471.997158:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008b78f480 x1830945822158080/t4294968049(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:232/0 lens 496/448 e 0 to 0 dl 1746126482 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126471.997166:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78f480 with x1830945822158080 ext(0->7) 00010000:00010000:1.0:1746126471.997170:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126471.997180:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126471.997190:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78f480 00000100:00100000:0.0:1746126472.007880:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.008016:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822158208 00000100:00100000:3.0:1746126472.008024:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822158208 00010000:00010000:3.0:1746126472.008441:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.008478:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7497 00000100:00100000:3.0:1746126472.008485:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1977:x1830945822158208:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.008517:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126472.008532:0:7117:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126471 -> 1746126472 00002000:00010000:3.0:1746126472.008534:0:7117:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126471 -> 1746126472 00010000:00010000:3.0:1746126472.008539:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.008549:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.008566:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116da8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c3fb expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.008590:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.008592:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00080000:0.0:1746126472.008593:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746126472.008598:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.008605:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.008633:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.008642:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820514176:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.008711:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.015534:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820514176:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.015552:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.015914:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1977:x1830945822158208:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7428us (8038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.015923:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7497 00000100:00100000:0.0:1746126472.015960:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.017170:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822158464 00000100:00100000:2.0:1746126472.017178:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822158464 00002000:00100000:2.0:1746126472.017227:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f408380 x1830945822158464/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.017236:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408380 with x1830945822158464 ext(0->4095) 00002000:00010000:2.0:1746126472.017241:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f408380 00000100:00100000:3.0:1746126472.017274:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.017293:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822158592 00000100:00100000:3.0:1746126472.017296:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822158592 00000100:00080000:0.0:1746126472.017311:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126472.017319:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5285 00000100:00100000:3.0:1746126472.017324:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:31630:x1830945822158592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.017335:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.017347:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c409 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.017363:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4000 00010000:00010000:3.0:1746126472.017368:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.017369:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822158464:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746126472.017374:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.017375:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.017378:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.017399:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.017408:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.017417:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820514304:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.017460:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.018318:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822158464:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 947us (2358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.018325:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4000 00002000:00100000:2.0:1746126472.018331:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f408380 x1830945822158464/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.018338:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408380 with x1830945822158464 ext(0->4095) 00010000:00010000:2.0:1746126472.018343:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.018355:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.018361:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f408380 00000100:00100000:3.0:1746126472.020660:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820514304:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.020684:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.020698:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33200, rc 0) 00000100:00100000:3.0:1746126472.020730:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:31630:x1830945822158592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3405us (3457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.020737:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5285 00000100:00100000:0.0:1746126472.022329:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.022813:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822158720 00000100:00100000:3.0:1746126472.022820:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822158720 00000100:00100000:3.0:1746126472.023005:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5286 00000100:00100000:3.0:1746126472.023013:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:31631:x1830945822158720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.023027:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.023040:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c410 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.023058:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.023063:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.023068:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.023071:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.023098:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.023108:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.023116:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33c00, rc 0) 00000100:00100000:3.0:1746126472.023162:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:31631:x1830945822158720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.023167:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5286 00000100:00100000:2.0:1746126472.023656:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.024244:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822158848 00000100:00100000:3.0:1746126472.024247:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822158848 00010000:00010000:3.0:1746126472.024265:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.024434:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7498 00000100:00100000:3.0:1746126472.024440:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822158848:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.024449:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.024463:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.024476:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.024490:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116daf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c402 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.024825:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.024827:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.024832:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.024839:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.024859:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.024868:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.024878:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820514560:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.025401:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.028089:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820514560:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.028107:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.028139:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822158848:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3699us (4483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.028151:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7498 00000100:00100000:0.0:1746126472.029196:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.029280:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822159104 00000100:00100000:2.0:1746126472.029285:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822159104 00002000:00100000:2.0:1746126472.029316:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f409500 x1830945822159104/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.029325:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409500 with x1830945822159104 ext(0->4095) 00010000:00010000:2.0:1746126472.029332:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.029345:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.029351:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f409500 00000100:00100000:2.0:1746126472.029453:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1913 00000100:00100000:2.0:1746126472.029458:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1976:x1830945822159104:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126472.029740:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1976:x1830945822159104:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 281us (545us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.029746:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1913 00002000:00100000:2.0:1746126472.029751:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f409500 x1830945822159104/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.029763:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409500 with x1830945822159104 ext(0->4095) 00010000:00010000:2.0:1746126472.029767:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.029776:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.029780:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f409500 00000100:00100000:0.0:1746126472.031711:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.032058:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822159232 00000100:00100000:3.0:1746126472.032065:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822159232 00010000:00010000:3.0:1746126472.032090:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.032124:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7499 00000100:00100000:3.0:1746126472.032131:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d120050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1976:x1830945822159232:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.032141:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.032157:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.032167:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.032185:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116db6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c409 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.032216:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.032218:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.032224:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.032231:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.032257:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.032267:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820514688:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.032362:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.034653:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.034699:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820514688:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.034717:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.034747:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d120050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945822159232:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2617us (3041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.034754:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822159488 00000100:00100000:3.0:1746126472.034755:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7499 00000100:00100000:2.0:1746126472.034758:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822159488 00002000:00100000:2.0:1746126472.034786:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f408000 x1830945822159488/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.034794:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408000 with x1830945822159488 ext(0->4095) 00002000:00010000:2.0:1746126472.034797:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f408000 00000100:00100000:2.0:1746126472.034957:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4001 00000100:00100000:2.0:1746126472.034964:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1977:x1830945822159488:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126472.035093:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1977:x1830945822159488:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.035098:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4001 00002000:00100000:2.0:1746126472.035103:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f408000 x1830945822159488/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.035109:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f408000 with x1830945822159488 ext(0->4095) 00002000:00010000:2.0:1746126472.035111:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f408000 00000100:00100000:0.0:1746126472.036942:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.036995:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822159616 00000100:00100000:2.0:1746126472.037000:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822159616 00000100:00100000:2.0:1746126472.037036:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5287 00000100:00100000:2.0:1746126472.037041:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822159616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.037053:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.037067:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c417 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.037087:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 51 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.037093:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.037095:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.037098:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.037121:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 51 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.037131:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.037141:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820514816:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126472.037222:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.039010:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820514816:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.039034:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.039051:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c200, rc 0) 00000100:00100000:2.0:1746126472.039097:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822159616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2055us (2158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.039104:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5287 00000100:00100000:0.0:1746126472.039259:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.041376:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822159744 00000100:00100000:3.0:1746126472.041385:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822159744 00010000:00010000:3.0:1746126472.041416:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.041454:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7500 00000100:00100000:3.0:1746126472.041460:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945822159744:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.041470:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.041486:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.041515:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.041533:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116dbd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c410 expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.041551:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.041554:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.041560:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.041568:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.041593:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.041602:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820514944:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.041671:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.043945:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820514944:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.043963:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.044584:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1976:x1830945822159744:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3122us (5323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.044593:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7500 00000100:00100000:0.0:1746126472.044871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.045051:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822160000 00000100:00100000:2.0:1746126472.045056:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822160000 00002000:00100000:2.0:1746126472.045085:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f409880 x1830945822160000/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.045092:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409880 with x1830945822160000 ext(0->4095) 00002000:00010000:2.0:1746126472.045095:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f409880 00000100:00100000:2.0:1746126472.045346:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4002 00000100:00100000:2.0:1746126472.045353:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822160000:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126472.045591:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822160000:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 237us (719us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.045596:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4002 00002000:00100000:2.0:1746126472.045602:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f409880 x1830945822160000/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.045608:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409880 with x1830945822160000 ext(0->4095) 00002000:00010000:2.0:1746126472.045611:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f409880 00000100:00100000:2.0:1746126472.047740:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.048059:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822160128 00000100:00100000:0.0:1746126472.048066:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822160128 00000100:00100000:3.0:1746126472.048412:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5288 00000100:00100000:3.0:1746126472.048420:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:31630:x1830945822160128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.048433:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.048445:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c41e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.048468:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.048473:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.048475:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.048478:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.048521:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.048531:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 5 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.048540:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820515072:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.049191:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.049298:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.049333:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822160256 00000100:00100000:1.0:1746126472.049337:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822160256 00000100:00100000:1.0:1746126472.049358:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5289 00000100:00100000:1.0:1746126472.049363:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:31631:x1830945822160256:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126472.049370:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126472.049377:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c425 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.049389:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126472.049392:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 54 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.049396:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126472.049399:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.049417:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 54 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.049425:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.049432:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838c00, rc 0) 00000100:00100000:1.0:1746126472.049832:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:31631:x1830945822160256:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 466us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126472.049840:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5289 00000100:00100000:3.0:1746126472.057099:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820515072:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.057130:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.057146:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b32800, rc 0) 00000100:00100000:3.0:1746126472.057204:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:31630:x1830945822160128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8785us (9467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.057221:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5288 00000100:00100000:3.0:1746126472.058556:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.058616:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822160384 00000100:00100000:0.0:1746126472.058622:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822160384 00010000:00010000:0.0:1746126472.058649:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126472.058685:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7501 00000100:00100000:0.0:1746126472.058692:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822160384:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126472.058702:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126472.058718:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126472.058728:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126472.058746:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116dc4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c417 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126472.058775:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126472.058777:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126472.058783:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.058792:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.058817:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.058826:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126472.058836:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820515328:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126472.058891:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.061770:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820515328:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126472.061942:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.062322:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822160640 00000100:00100000:3.0:1746126472.062327:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822160640 00002000:00100000:3.0:1746126472.062359:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452e680 x1830945822160640/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.062367:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452e680 with x1830945822160640 ext(0->4095) 00010000:00010000:3.0:1746126472.062374:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.062385:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.062391:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452e680 00010000:00010000:2.0:1746126472.062487:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.062533:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822160384:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3842us (3980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.062540:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7501 00000100:00100000:3.0:1746126472.063094:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1914 00000100:00100000:3.0:1746126472.063100:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1977:x1830945822160640:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126472.063215:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1977:x1830945822160640:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (1264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.063221:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1914 00002000:00100000:3.0:1746126472.063226:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a452e680 x1830945822160640/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.063233:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452e680 with x1830945822160640 ext(0->4095) 00010000:00010000:3.0:1746126472.063237:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.063247:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.063252:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452e680 00000100:00100000:0.0:1746126472.070045:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.070142:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822160768 00000100:00100000:2.0:1746126472.070149:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822160768 00010000:00010000:2.0:1746126472.070179:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.070688:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7502 00000100:00100000:2.0:1746126472.070695:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1977:x1830945822160768:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.070707:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.070723:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.070734:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.070751:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dcb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c41e expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.070773:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.070775:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.070780:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.070787:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.070815:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.070826:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820515456:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.071196:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.076541:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820515456:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.076563:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.076610:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1977:x1830945822160768:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5914us (6572us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.076619:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7502 00000100:00100000:0.0:1746126472.078671:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.078748:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822161024 00000100:00100000:1.0:1746126472.078755:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822161024 00002000:00100000:1.0:1746126472.078794:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5df80 x1830945822161024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.078802:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5df80 with x1830945822161024 ext(0->4095) 00002000:00010000:1.0:1746126472.078806:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5df80 00000100:00100000:1.0:1746126472.078829:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4003 00000100:00100000:1.0:1746126472.078834:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945822161024:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126472.078948:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945822161024:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.078954:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4003 00002000:00100000:1.0:1746126472.078959:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5df80 x1830945822161024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.078965:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5df80 with x1830945822161024 ext(0->4095) 00002000:00010000:1.0:1746126472.078967:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5df80 00000100:00100000:0.0:1746126472.080686:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.080757:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822161152 00000100:00100000:3.0:1746126472.080764:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822161152 00000100:00100000:3.0:1746126472.081484:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5290 00000100:00100000:3.0:1746126472.081522:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822161152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.081536:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.081551:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c42c expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.081574:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 51 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.081580:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.081581:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.081583:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.081605:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 51 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.081614:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 51 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.081623:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820515584:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.081689:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.085108:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820515584:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.085135:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.085149:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b32800, rc 0) 00000100:00100000:3.0:1746126472.085188:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822161152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3696us (4506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.085194:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5290 00000100:00100000:0.0:1746126472.085757:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.086123:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822161280 00000100:00100000:3.0:1746126472.086129:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822161280 00010000:00010000:3.0:1746126472.086151:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 52 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.086179:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7503 00000100:00100000:3.0:1746126472.086185:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945822161280:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.086195:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.086220:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 52 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.086230:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 52 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.086246:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116dd2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c425 expref: 52 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.086265:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.086267:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.086273:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.086280:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.086303:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.086313:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820515712:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.086371:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.090243:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.090466:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822161408 00000100:00100000:2.0:1746126472.090473:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822161408 00000100:00100000:2.0:1746126472.090817:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5291 00000100:00100000:2.0:1746126472.090824:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:31630:x1830945822161408:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.090838:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.090852:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c433 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.090874:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.090881:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.090882:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.090885:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.090913:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.090924:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 5 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.090934:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820515840:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126472.090994:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.091140:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820515712:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.091154:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.091174:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1976:x1830945822161280:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4989us (5418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.091180:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7503 00000100:00100000:0.0:1746126472.091735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.091933:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822161664 00000100:00100000:3.0:1746126472.091937:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822161664 00002000:00100000:3.0:1746126472.091958:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b78700 x1830945822161664/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.092489:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b78700 with x1830945822161664 ext(0->4095) 00010000:00010000:3.0:1746126472.092556:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.092567:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.092573:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b78700 00000100:00100000:3.0:1746126472.093139:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1915 00000100:00100000:3.0:1746126472.093147:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822161664:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126472.093276:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822161664:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (1542us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.093281:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1915 00002000:00100000:3.0:1746126472.093286:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b78700 x1830945822161664/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.093300:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b78700 with x1830945822161664 ext(0->4095) 00010000:00010000:3.0:1746126472.093305:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.093312:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.093318:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b78700 00000100:00100000:3.0:1746126472.094770:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820515840:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.094794:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.094806:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496cc00, rc 0) 00000100:00100000:3.0:1746126472.095450:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:31630:x1830945822161408:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4625us (5211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.095457:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5291 00000100:00100000:0.0:1746126472.097375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.097428:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.097555:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822161920 00000100:00100000:2.0:1746126472.097563:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822161920 00010000:00010000:2.0:1746126472.097586:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.097944:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822161792 00000100:00100000:3.0:1746126472.097948:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822161792 00000100:00100000:3.0:1746126472.097975:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5292 00000100:00100000:3.0:1746126472.097980:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:31631:x1830945822161792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.097992:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.098002:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c43a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.098019:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.098023:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.098029:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.098031:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.098056:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.098065:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.098072:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33c00, rc 0) 00000100:00100000:3.0:1746126472.098099:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:31631:x1830945822161792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.098104:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5292 00000100:00100000:2.0:1746126472.098142:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7504 00000100:00100000:2.0:1746126472.098147:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822161920:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.098153:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.098167:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.098175:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.098188:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1116dd9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c42c expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.098223:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.098225:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.098230:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.098236:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.098252:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.098259:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.098268:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c281500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820516096:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.098306:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.101578:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.101651:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822162176 00000100:00100000:1.0:1746126472.101658:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822162176 00002000:00100000:1.0:1746126472.101691:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3ca80 x1830945822162176/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.101700:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3ca80 with x1830945822162176 ext(0->4095) 00010000:00010000:1.0:1746126472.101707:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126472.101725:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126472.101731:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3ca80 00000100:00100000:1.0:1746126472.101758:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1916 00000100:00100000:1.0:1746126472.101765:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1974:x1830945822162176:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126472.101905:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1974:x1830945822162176:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.101911:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1916 00002000:00100000:1.0:1746126472.101916:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3ca80 x1830945822162176/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.101922:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3ca80 with x1830945822162176 ext(0->4095) 00010000:00010000:1.0:1746126472.101926:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126472.101934:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126472.101939:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc3ca80 00000100:00100000:2.0:1746126472.102450:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c281500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820516096:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.102468:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.103336:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822161920:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4345us (5063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.103346:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7504 00000100:00100000:0.0:1746126472.106756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.107163:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822162304 00000100:00100000:2.0:1746126472.107171:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822162304 00010000:00010000:2.0:1746126472.107200:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.107417:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7505 00000100:00100000:2.0:1746126472.107423:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1976:x1830945822162304:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.107436:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.107452:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.107462:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.107480:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116de0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c433 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.107871:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.107874:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.107880:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.107888:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.107914:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.107925:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c281500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820516224:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.108310:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.110677:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c281500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820516224:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.110697:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.110725:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945822162304:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3302us (4239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.110732:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7505 00000100:00100000:0.0:1746126472.112560:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.113312:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822162560 00000100:00100000:3.0:1746126472.113319:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822162560 00002000:00100000:3.0:1746126472.113354:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3d880 x1830945822162560/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.113364:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3d880 with x1830945822162560 ext(0->4095) 00002000:00010000:3.0:1746126472.113369:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc3d880 00000100:00100000:3.0:1746126472.113395:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4004 00000100:00100000:3.0:1746126472.113401:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945822162560:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126472.113565:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945822162560:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (1008us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.113574:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4004 00002000:00100000:3.0:1746126472.113579:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc3d880 x1830945822162560/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.113586:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc3d880 with x1830945822162560 ext(0->4095) 00002000:00010000:3.0:1746126472.113589:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc3d880 00000100:00100000:0.0:1746126472.115877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.116048:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822162688 00000100:00100000:2.0:1746126472.116054:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822162688 00000100:00100000:2.0:1746126472.116095:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5293 00000100:00100000:2.0:1746126472.116101:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822162688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.116114:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.116128:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c441 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.116148:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 51 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.116154:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.116155:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.116158:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.116179:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 51 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.116188:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.116198:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c281500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820516352:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126472.117143:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.118568:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c281500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820516352:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.118594:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.118607:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c000, rc 0) 00000100:00100000:2.0:1746126472.118637:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822162688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2535us (2765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.118644:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5293 00000100:00100000:0.0:1746126472.119043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.119139:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822162816 00000100:00100000:3.0:1746126472.119145:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822162816 00010000:00010000:3.0:1746126472.119166:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.120225:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7506 00000100:00100000:3.0:1746126472.120232:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945822162816:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.120244:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.120259:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.120268:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.120284:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116de7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c43a expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.120300:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.120301:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.120306:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.120316:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.120338:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.120346:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820516480:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.120389:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.122200:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820516480:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.122222:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.122843:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1976:x1830945822162816:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2611us (3799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.122852:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7506 00000100:00100000:0.0:1746126472.123860:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.124080:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822163072 00000100:00100000:1.0:1746126472.124085:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822163072 00002000:00100000:1.0:1746126472.124115:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c704700 x1830945822163072/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.124123:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c704700 with x1830945822163072 ext(0->4095) 00002000:00010000:1.0:1746126472.124128:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c704700 00000100:00100000:0.0:1746126472.124434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.124548:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4005 00000100:00100000:1.0:1746126472.124555:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822163072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126472.124670:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822163072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (811us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.124676:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4005 00002000:00100000:1.0:1746126472.124680:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008c704700 x1830945822163072/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.124687:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c704700 with x1830945822163072 ext(0->4095) 00002000:00010000:1.0:1746126472.124689:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c704700 00000100:00100000:2.0:1746126472.125179:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822163200 00000100:00100000:2.0:1746126472.125183:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822163200 00000100:00100000:2.0:1746126472.125215:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5294 00000100:00100000:2.0:1746126472.125220:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:31630:x1830945822163200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.125228:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.125240:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c448 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.125257:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.125263:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.125264:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.125267:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.125286:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.125300:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 5 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.125308:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c281500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820516608:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126472.125357:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.128664:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.128733:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822163328 00000100:00100000:1.0:1746126472.128740:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822163328 00000100:00100000:1.0:1746126472.128770:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5295 00000100:00100000:1.0:1746126472.128776:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:31631:x1830945822163328:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126472.128789:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126472.128803:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c44f expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.128821:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126472.128826:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.128831:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126472.128834:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 54 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.128865:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.128875:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 54 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.128882:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839600, rc 0) 00000100:00100000:1.0:1746126472.128916:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:31631:x1830945822163328:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126472.128921:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5295 00000100:00100000:2.0:1746126472.129683:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c281500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820516608:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.129701:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.129709:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c800, rc 0) 00000100:00100000:2.0:1746126472.129731:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:31630:x1830945822163200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4510us (5298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.129736:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5294 00000100:00100000:0.0:1746126472.132191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.132743:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822163456 00000100:00100000:3.0:1746126472.132750:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822163456 00010000:00010000:3.0:1746126472.132778:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.132807:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7507 00000100:00100000:3.0:1746126472.132814:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822163456:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.132824:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.132841:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.132851:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.132871:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116dee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c441 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.132893:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.132895:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.132901:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.132907:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.132934:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.132944:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 52 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.132953:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820516864:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.133014:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.134954:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820516864:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.134972:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.134999:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822163456:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2185us (2814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.135007:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7507 00000100:00100000:2.0:1746126472.136385:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.136445:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822163712 00000100:00100000:3.0:1746126472.136452:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822163712 00002000:00100000:3.0:1746126472.136485:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c281500 x1830945822163712/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.136514:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281500 with x1830945822163712 ext(0->4095) 00010000:00010000:3.0:1746126472.136522:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.136533:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.136539:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c281500 00000100:00100000:3.0:1746126472.136713:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1917 00000100:00100000:3.0:1746126472.136721:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1977:x1830945822163712:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126472.136836:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1977:x1830945822163712:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.136842:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1917 00002000:00100000:3.0:1746126472.136846:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c281500 x1830945822163712/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.136853:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281500 with x1830945822163712 ext(0->4095) 00010000:00010000:3.0:1746126472.136857:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.136865:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.136870:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c281500 00000100:00100000:0.0:1746126472.139680:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.139934:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822163840 00000100:00100000:3.0:1746126472.139942:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822163840 00010000:00010000:3.0:1746126472.139969:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.140256:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7508 00000100:00100000:3.0:1746126472.140263:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1974:x1830945822163840:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.140273:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.140288:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.140297:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.140314:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116df5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c448 expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.140531:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.140533:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.140539:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.140546:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.140572:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 52 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.140586:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820516992:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.140972:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.143856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.143952:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820516992:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.143969:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.144006:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1974:x1830945822163840:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3744us (4333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.144015:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7508 00000100:00100000:1.0:1746126472.144367:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822164096 00000100:00100000:1.0:1746126472.144373:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822164096 00002000:00100000:1.0:1746126472.144400:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab0700 x1830945822164096/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.144408:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab0700 with x1830945822164096 ext(0->4095) 00002000:00010000:1.0:1746126472.144411:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab0700 00000100:00100000:1.0:1746126472.144422:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4006 00000100:00100000:1.0:1746126472.144426:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1974:x1830945822164096:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126472.144994:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1974:x1830945822164096:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 566us (1142us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.144999:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4006 00002000:00100000:1.0:1746126472.145004:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab0700 x1830945822164096/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.145015:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab0700 with x1830945822164096 ext(0->4095) 00002000:00010000:1.0:1746126472.145018:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab0700 00000100:00100000:1.0:1746126472.146899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.146981:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822164224 00000100:00100000:2.0:1746126472.146987:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822164224 00000100:00100000:2.0:1746126472.147018:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5296 00000100:00100000:2.0:1746126472.147023:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822164224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.147034:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.147047:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c456 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.147065:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 51 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.147075:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.147076:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.147079:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.147098:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 51 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.147106:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 51 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.147114:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820517120:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126472.147883:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.148691:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820517120:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.148711:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.148721:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c800, rc 0) 00000100:00100000:2.0:1746126472.148755:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822164224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1732us (1858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.148761:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5296 00000100:00100000:0.0:1746126472.149700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.149909:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822164352 00000100:00100000:3.0:1746126472.149914:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822164352 00010000:00010000:3.0:1746126472.149933:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.149959:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7509 00000100:00100000:3.0:1746126472.149964:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1977:x1830945822164352:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.149973:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.149987:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.149995:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.150010:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116dfc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c44f expref: 52 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.150020:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.150022:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.150026:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.150033:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.150052:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.150060:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820517248:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.150109:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.153966:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820517248:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.153987:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.154020:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:1977:x1830945822164352:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4054us (4320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.154028:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7509 00000100:00100000:1.0:1746126472.154086:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.154177:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822164608 00000100:00100000:2.0:1746126472.154182:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822164608 00002000:00100000:2.0:1746126472.154217:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab4380 x1830945822164608/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.154230:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4380 with x1830945822164608 ext(0->4095) 00002000:00010000:2.0:1746126472.154234:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab4380 00000100:00100000:2.0:1746126472.154255:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4007 00000100:00100000:2.0:1746126472.154260:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822164608:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126472.154368:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822164608:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (282us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.154372:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4007 00002000:00100000:2.0:1746126472.154376:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab4380 x1830945822164608/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.154382:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4380 with x1830945822164608 ext(0->4095) 00002000:00010000:2.0:1746126472.154384:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab4380 00000100:00100000:0.0:1746126472.154923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.154972:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822164736 00000100:00100000:2.0:1746126472.154975:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822164736 00000100:00100000:2.0:1746126472.154996:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5297 00000100:00100000:2.0:1746126472.155000:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+51:31630:x1830945822164736:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.155011:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.155021:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c45d expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.155042:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.155051:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.155052:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.155058:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.155081:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.155089:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 5 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.155098:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820517376:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126472.155570:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.157664:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.157738:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.157855:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820517376:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.157881:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.157894:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c000, rc 0) 00000100:00100000:3.0:1746126472.157905:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822164864 00000100:00100000:3.0:1746126472.157910:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822164864 00000100:00100000:2.0:1746126472.157924:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:31630:x1830945822164736:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2923us (3002us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126472.157930:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.157931:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5297 00000100:00100000:2.0:1746126472.157945:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822164992 00000100:00100000:3.0:1746126472.157947:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7510 00000100:00100000:2.0:1746126472.157947:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822164992 00000100:00100000:3.0:1746126472.157952:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822164864:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.157961:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126472.157961:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5298 00000100:00100000:2.0:1746126472.157965:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:31631:x1830945822164992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.157972:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.157976:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.157980:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c464 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.157988:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.158188:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c456 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.158426:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.158432:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.158438:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.158441:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.158449:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.158451:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.158457:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.158464:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.158484:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.158518:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.158528:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.158530:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820517504:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.158536:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.158544:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820517632:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.159774:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.159779:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.161931:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820517504:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.161953:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.161967:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c200, rc 0) 00000100:00100000:2.0:1746126472.161996:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:31631:x1830945822164992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4030us (4336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.162003:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5298 00000100:00100000:3.0:1746126472.163068:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820517632:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.163082:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.163103:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822164864:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5152us (5366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.163113:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7510 00000100:00100000:0.0:1746126472.165117:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.165488:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822165248 00000100:00100000:2.0:1746126472.165525:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822165248 00002000:00100000:2.0:1746126472.165559:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092831180 x1830945822165248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.165567:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831180 with x1830945822165248 ext(0->4095) 00010000:00010000:2.0:1746126472.165574:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.165585:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.165591:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092831180 00000100:00100000:2.0:1746126472.165618:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1918 00000100:00100000:2.0:1746126472.165624:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1976:x1830945822165248:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126472.166281:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1976:x1830945822165248:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 654us (1165us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.166288:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1918 00002000:00100000:2.0:1746126472.166293:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092831180 x1830945822165248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.166301:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831180 with x1830945822165248 ext(0->4095) 00010000:00010000:2.0:1746126472.166305:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.166314:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.166318:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092831180 00000100:00100000:0.0:1746126472.169666:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.169799:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822165376 00000100:00100000:3.0:1746126472.169806:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822165376 00010000:00010000:3.0:1746126472.169834:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.169867:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7511 00000100:00100000:3.0:1746126472.169873:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:1976:x1830945822165376:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.169885:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.169900:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.169910:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.169927:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e0a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c45d expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.169955:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.169957:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.169963:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.169970:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.169994:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 52 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.170003:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820517760:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.170060:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.176448:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.176548:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820517760:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.176565:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.176606:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1976:x1830945822165376:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6733us (6947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.176615:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7511 00000100:00100000:2.0:1746126472.176685:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822165632 00000100:00100000:2.0:1746126472.176690:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822165632 00002000:00100000:2.0:1746126472.176719:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40aa00 x1830945822165632/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.176732:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40aa00 with x1830945822165632 ext(0->4095) 00002000:00010000:2.0:1746126472.176735:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f40aa00 00000100:00100000:2.0:1746126472.176754:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4008 00000100:00100000:2.0:1746126472.176760:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1977:x1830945822165632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126472.176885:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+52:1977:x1830945822165632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (444us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.176890:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4008 00002000:00100000:2.0:1746126472.176894:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f40aa00 x1830945822165632/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.176901:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40aa00 with x1830945822165632 ext(0->4095) 00002000:00010000:2.0:1746126472.176904:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f40aa00 00000100:00100000:0.0:1746126472.184161:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.188604:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822165760 00000100:00100000:3.0:1746126472.188615:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822165760 00000100:00100000:3.0:1746126472.188656:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5299 00000100:00100000:3.0:1746126472.188663:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822165760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.188676:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.188691:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c46b expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.188715:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 51 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.188721:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.188723:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.188725:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.188750:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 51 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.188764:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 51 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.188774:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820517888:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.189660:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.195252:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820517888:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.195281:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.195343:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33800, rc 0) 00000100:00100000:3.0:1746126472.195390:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822165760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6727us (11234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.195398:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5299 00000100:00100000:0.0:1746126472.210938:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.210985:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.212082:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822165888 00000100:00100000:2.0:1746126472.212092:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822165888 00000100:00100000:3.0:1746126472.212104:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822166016 00000100:00100000:3.0:1746126472.212108:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822166016 00002000:00100000:2.0:1746126472.212127:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092ad8380 x1830945822165888/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.212136:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8380 with x1830945822165888 ext(0->7) 00000100:00100000:3.0:1746126472.212143:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5300 00010000:00010000:2.0:1746126472.212144:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.212150:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+53:31630:x1830945822166016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.212155:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.212161:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1746126472.212165:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad8380 00010000:00010000:3.0:1746126472.212171:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c472 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.212184:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1919 00000100:00100000:2.0:1746126472.212189:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1977:x1830945822165888:12345-192.168.203.3@tcp:4:ldlm_bl.0 00010000:00010000:3.0:1746126472.212196:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.212200:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.212219:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126472.212222:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.212251:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.212262:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 54 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.212269:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33200, rc 0) 00000100:00100000:3.0:1746126472.212303:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:31630:x1830945822166016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (1317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.212308:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5300 00000100:00100000:2.0:1746126472.212535:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1977:x1830945822165888:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 344us (1601us total) trans 4294968050 rc 0/0 00000100:00100000:2.0:1746126472.212540:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1919 00002000:00100000:2.0:1746126472.212545:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092ad8380 x1830945822165888/t4294968050(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/448 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.212552:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad8380 with x1830945822165888 ext(0->7) 00010000:00010000:2.0:1746126472.212556:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 55 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.212564:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 55 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.212573:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad8380 00000100:00100000:0.0:1746126472.220116:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.220683:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822166144 00000100:00100000:3.0:1746126472.220694:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822166144 00010000:00010000:3.0:1746126472.220727:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 55 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.220770:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7512 00000100:00100000:3.0:1746126472.220776:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1977:x1830945822166144:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.220787:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.220804:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 55 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.220815:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 55 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.220834:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e11 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c464 expref: 55 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.220867:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.220869:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.220875:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.220882:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.220911:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.220920:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 5 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.220930:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820518144:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.221012:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.224053:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820518144:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.224075:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126472.224075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.224296:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822166400 00000100:00100000:2.0:1746126472.224302:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822166400 00002000:00100000:2.0:1746126472.224337:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad9880 x1830945822166400/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.224346:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad9880 with x1830945822166400 ext(0->4095) 00010000:00010000:2.0:1746126472.224352:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.224367:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.224373:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad9880 00000100:00100000:2.0:1746126472.224400:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1920 00000100:00100000:2.0:1746126472.224406:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822166400:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126472.226774:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822166400:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 2360us (2696us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.226783:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1920 00002000:00100000:2.0:1746126472.226790:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092ad9880 x1830945822166400/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.226798:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ad9880 with x1830945822166400 ext(0->4095) 00010000:00010000:2.0:1746126472.226805:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.226817:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.226822:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ad9880 00000100:00100000:3.0:1746126472.226926:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1977:x1830945822166144:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6147us (6818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.226933:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7512 00000100:00100000:0.0:1746126472.230562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.230667:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822166528 00000100:00100000:3.0:1746126472.230676:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822166528 00010000:00010000:3.0:1746126472.230713:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.230748:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7513 00000100:00100000:3.0:1746126472.230755:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822166528:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.230768:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.230789:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.230800:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.230823:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116e18 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c46b expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.230855:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.230858:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.230865:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.230872:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.230907:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.230919:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820518272:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.231002:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.233137:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820518272:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.233165:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.233225:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822166528:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2469us (2671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.233236:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7513 00000100:00100000:0.0:1746126472.234693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.236909:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822166784 00000100:00100000:2.0:1746126472.236923:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822166784 00002000:00100000:2.0:1746126472.236975:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092adaa00 x1830945822166784/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.236986:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092adaa00 with x1830945822166784 ext(0->4095) 00002000:00010000:2.0:1746126472.236993:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092adaa00 00000100:00100000:2.0:1746126472.237028:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4009 00000100:00100000:2.0:1746126472.237035:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1976:x1830945822166784:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126472.237242:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1976:x1830945822166784:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 206us (2555us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.237249:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4009 00002000:00100000:2.0:1746126472.237254:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092adaa00 x1830945822166784/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.237261:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092adaa00 with x1830945822166784 ext(0->4095) 00002000:00010000:2.0:1746126472.237263:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092adaa00 00000100:00100000:0.0:1746126472.239371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.239918:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822166912 00000100:00100000:2.0:1746126472.239927:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822166912 00000100:00100000:2.0:1746126472.240018:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5301 00000100:00100000:2.0:1746126472.240026:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822166912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.240043:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.240062:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c479 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.240091:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.240098:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.240100:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.240103:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.240139:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 53 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.240151:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 53 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.240162:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820518400:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126472.240904:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.242557:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820518400:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.242594:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.242611:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c800, rc 0) 00000100:00100000:2.0:1746126472.242666:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822166912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2640us (3303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.242675:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5301 00000100:00100000:0.0:1746126472.243993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.244219:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822167040 00000100:00100000:3.0:1746126472.244228:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822167040 00010000:00010000:3.0:1746126472.244261:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 54 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.244746:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7514 00000100:00100000:3.0:1746126472.244754:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1976:x1830945822167040:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.244768:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.244790:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 54 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.244802:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 54 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.244826:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1116e1f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c472 expref: 54 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126472.245022:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:3.0:1746126472.245377:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.245380:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.245390:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.245403:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.245440:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.245453:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820518528:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.246327:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.248108:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822167168 00000100:00100000:3.0:1746126472.248121:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822167168 00000100:00100000:3.0:1746126472.248177:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5302 00000100:00100000:3.0:1746126472.248185:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:31630:x1830945822167168:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.248203:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.248233:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c480 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.248262:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.248270:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.248272:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.248276:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 55 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.248310:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.248325:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 5 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.248335:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820518656:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.248421:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.250664:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820518528:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.250689:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.251084:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+55:1976:x1830945822167040:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6328us (7095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.251094:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7514 00000100:00100000:0.0:1746126472.251473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.251597:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820518656:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.251617:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 54 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.251632:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33400, rc 0) 00000100:00100000:3.0:1746126472.251666:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:31630:x1830945822167168:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3482us (6643us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.251673:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5302 00000100:00100000:1.0:1746126472.251904:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822167424 00000100:00100000:1.0:1746126472.251911:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822167424 00002000:00100000:1.0:1746126472.251948:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf51c00 x1830945822167424/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.251957:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51c00 with x1830945822167424 ext(0->4095) 00010000:00010000:1.0:1746126472.251963:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126472.251974:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126472.251980:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51c00 00000100:00100000:1.0:1746126472.252682:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1921 00000100:00100000:1.0:1746126472.252692:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822167424:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126472.252845:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822167424:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (1373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.252849:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1921 00002000:00100000:1.0:1746126472.252855:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf51c00 x1830945822167424/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.252863:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51c00 with x1830945822167424 ext(0->4095) 00010000:00010000:1.0:1746126472.252869:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126472.252878:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126472.252883:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51c00 00000100:00100000:0.0:1746126472.255936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.256277:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822167552 00000100:00100000:3.0:1746126472.256287:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822167552 00010000:00010000:3.0:1746126472.256318:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.256351:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7515 00000100:00100000:3.0:1746126472.256358:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822167552:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.256370:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.256390:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.256400:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.256422:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116e26 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c479 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.256854:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.256857:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.256864:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.256874:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.256909:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.256921:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820518784:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.257006:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.261294:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.261466:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820518784:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.261489:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.261560:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822167552:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5201us (5632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.261572:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7515 00000100:00100000:2.0:1746126472.261859:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822167808 00000100:00100000:2.0:1746126472.261866:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822167808 00002000:00100000:2.0:1746126472.261906:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133336680 x1830945822167808/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.261915:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133336680 with x1830945822167808 ext(0->4095) 00002000:00010000:2.0:1746126472.261919:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133336680 00000100:00100000:2.0:1746126472.261943:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4010 00000100:00100000:2.0:1746126472.261949:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1976:x1830945822167808:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126472.262095:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1976:x1830945822167808:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (812us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.262100:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4010 00002000:00100000:2.0:1746126472.262104:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133336680 x1830945822167808/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.262110:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133336680 with x1830945822167808 ext(0->4095) 00002000:00010000:2.0:1746126472.262112:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133336680 00000100:00100000:0.0:1746126472.268532:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.268633:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822167936 00000100:00100000:3.0:1746126472.268642:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822167936 00000100:00100000:3.0:1746126472.268687:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5303 00000100:00100000:3.0:1746126472.268695:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822167936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.268713:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.268731:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c487 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.268760:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.268768:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.268769:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.268773:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.268803:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 53 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.268815:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 53 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.268826:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820518912:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.270225:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.278915:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820518912:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.278964:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.278988:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa2800, rc 0) 00000100:00100000:3.0:1746126472.279036:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822167936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10341us (10514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.279045:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5303 00000100:00100000:0.0:1746126472.285326:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.285402:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822168064 00000100:00100000:1.0:1746126472.285413:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822168064 00002000:00100000:1.0:1746126472.285462:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800948d4a80 x1830945822168064/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.285472:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4a80 with x1830945822168064 ext(0->7) 00010000:00010000:1.0:1746126472.285481:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 54 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126472.285508:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 54 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126472.285515:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d4a80 00000100:00100000:1.0:1746126472.285542:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1922 00000100:00100000:1.0:1746126472.285549:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+54:1977:x1830945822168064:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126472.285864:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1977:x1830945822168064:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 314us (549us total) trans 4294968051 rc 0/0 00000100:00100000:1.0:1746126472.285871:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1922 00002000:00100000:1.0:1746126472.285877:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800948d4a80 x1830945822168064/t4294968051(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/448 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.285890:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4a80 with x1830945822168064 ext(0->7) 00010000:00010000:1.0:1746126472.285895:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 56 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126472.285904:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 56 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126472.285909:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800948d4a80 00000100:00100000:0.0:1746126472.298871:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.298936:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.300142:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822168192 00000100:00100000:3.0:1746126472.300154:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822168192 00000100:00100000:3.0:1746126472.301310:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5304 00000100:00100000:3.0:1746126472.301322:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:31630:x1830945822168192:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.301342:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.301360:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c48e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.301386:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.301391:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.301397:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126472.301400:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 57 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.301434:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.301444:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 57 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.301457:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3000, rc 0) 00000100:00100000:3.0:1746126472.301519:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:31630:x1830945822168192:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (2659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.301525:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5304 00000100:00100000:2.0:1746126472.302162:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822168320 00000100:00100000:2.0:1746126472.302171:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822168320 00010000:00010000:2.0:1746126472.302195:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 57 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.302225:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7516 00000100:00100000:2.0:1746126472.302230:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1976:x1830945822168320:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.302239:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.302257:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 57 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.302267:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 57 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.302282:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116e2d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c480 expref: 57 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.302297:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.302299:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.302305:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.302311:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.302355:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.302366:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 5 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.302377:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820519168:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.302440:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.305051:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.305543:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820519168:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.305568:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.305727:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822168576 00000100:00100000:3.0:1746126472.305734:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822168576 00002000:00100000:3.0:1746126472.305777:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093655c00 x1830945822168576/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.305787:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655c00 with x1830945822168576 ext(0->4095) 00010000:00010000:3.0:1746126472.305796:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.305809:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.305815:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093655c00 00000100:00100000:2.0:1746126472.306425:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1976:x1830945822168320:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4190us (7485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.306436:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7516 00000100:00100000:3.0:1746126472.306559:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1923 00000100:00100000:3.0:1746126472.306568:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822168576:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126472.306725:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822168576:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (1683us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.306731:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1923 00002000:00100000:3.0:1746126472.306735:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093655c00 x1830945822168576/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.306748:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655c00 with x1830945822168576 ext(0->4095) 00010000:00010000:3.0:1746126472.306754:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.306763:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.306768:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093655c00 00000100:00100000:0.0:1746126472.310143:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.310261:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822168704 00000100:00100000:2.0:1746126472.310270:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822168704 00010000:00010000:2.0:1746126472.310308:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.310349:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7517 00000100:00100000:2.0:1746126472.310357:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822168704:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.310374:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.310397:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.310409:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.310434:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e34 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c487 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.310464:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.310466:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.310473:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 55 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.310481:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 55 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.310546:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 55 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.310559:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820519296:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.310635:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.314191:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820519296:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.314239:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.314289:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822168704:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3933us (4157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.314303:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7517 00000100:00100000:0.0:1746126472.315169:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.315414:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822168960 00000100:00100000:3.0:1746126472.315422:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822168960 00002000:00100000:3.0:1746126472.315465:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df78a80 x1830945822168960/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.315475:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df78a80 with x1830945822168960 ext(0->4095) 00002000:00010000:3.0:1746126472.315479:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009df78a80 00000100:00100000:3.0:1746126472.315527:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4011 00000100:00100000:3.0:1746126472.315533:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1976:x1830945822168960:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126472.316398:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1976:x1830945822168960:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 861us (1230us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.316407:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4011 00002000:00100000:3.0:1746126472.316414:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df78a80 x1830945822168960/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.316422:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df78a80 with x1830945822168960 ext(0->4095) 00002000:00010000:3.0:1746126472.316425:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009df78a80 00000100:00100000:0.0:1746126472.319157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.319336:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822169088 00000100:00100000:3.0:1746126472.319346:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822169088 00000100:00100000:1.0:1746126472.319648:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5305 00000100:00100000:1.0:1746126472.319658:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822169088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126472.319676:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126472.319692:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c495 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.319719:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 55 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.319726:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126472.319728:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126472.319730:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.319759:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 55 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.319768:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 55 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746126472.319779:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820519424:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126472.319856:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.322428:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.322553:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822169216 00000100:00100000:2.0:1746126472.322564:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822169216 00010000:00010000:2.0:1746126472.322599:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 56 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.322627:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7518 00000100:00100000:2.0:1746126472.322633:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1976:x1830945822169216:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.322646:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.322666:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 56 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.322676:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 56 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.322700:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.322702:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.322709:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.322716:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.322746:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.322757:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820519552:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.322834:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00010000:00010000:1.0:1746126472.323355:0:8480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e3b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c48e expref: 56 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746126472.323384:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820519424:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126472.323406:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.323416:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839a00, rc 0) 00000100:00100000:1.0:1746126472.323445:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822169088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3788us (4297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126472.323452:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5305 00000100:00100000:0.0:1746126472.325478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.326377:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822169344 00000100:00100000:1.0:1746126472.326387:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822169344 00000100:00100000:1.0:1746126472.326444:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5306 00000100:00100000:1.0:1746126472.326453:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:31630:x1830945822169344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126472.326472:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126472.326489:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c49c expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.326542:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.326553:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126472.326556:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126472.326559:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.326588:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.326598:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 5 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746126472.326609:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820519680:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126472.326687:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.326894:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820519552:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126472.326915:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126472.326939:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1976:x1830945822169216:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4306us (4522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126472.326949:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7518 00000100:00100000:0.0:1746126472.328840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.329110:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822169600 00000100:00100000:3.0:1746126472.329119:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822169600 00002000:00100000:3.0:1746126472.329161:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cdc00 x1830945822169600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.329172:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdc00 with x1830945822169600 ext(0->4095) 00010000:00010000:3.0:1746126472.329181:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.329196:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.329202:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cdc00 00000100:00100000:3.0:1746126472.329233:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1924 00000100:00100000:3.0:1746126472.329240:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822169600:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126472.330536:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822169600:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1290us (1700us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.330545:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1924 00002000:00100000:3.0:1746126472.330553:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cdc00 x1830945822169600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.330561:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdc00 with x1830945822169600 ext(0->4095) 00010000:00010000:3.0:1746126472.330569:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.330581:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.330588:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946cdc00 00000100:00100000:0.0:1746126472.331483:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820519680:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126472.331767:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 56 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.331784:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838a00, rc 0) 00000100:00100000:1.0:1746126472.333314:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:31630:x1830945822169344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6854us (7834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126472.333324:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5306 00000100:00100000:0.0:1746126472.335954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.336487:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.336576:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822169728 00000100:00100000:1.0:1746126472.336585:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822169728 00000100:00100000:1.0:1746126472.336635:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5307 00000100:00100000:1.0:1746126472.336642:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:31631:x1830945822169728:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126472.336659:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126472.336677:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4a3 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.336699:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126472.336704:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.336710:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126472.336713:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.336745:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.336754:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 57 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.336763:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838200, rc 0) 00000100:00100000:1.0:1746126472.336800:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:31631:x1830945822169728:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126472.336806:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5307 00000100:00100000:2.0:1746126472.337354:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822169856 00000100:00100000:2.0:1746126472.337359:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822169856 00010000:00010000:2.0:1746126472.337380:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.337407:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7519 00000100:00100000:2.0:1746126472.337411:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822169856:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.337420:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.337439:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.337449:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.337465:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116e42 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c495 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.337484:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.337485:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.337491:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 56 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.337514:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 56 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.337533:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 56 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.337548:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 56 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.337558:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820519936:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.337610:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.340213:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820519936:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.340238:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.340285:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822169856:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2872us (3798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.340295:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7519 00000100:00100000:0.0:1746126472.341488:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.341598:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822170112 00000100:00100000:2.0:1746126472.341606:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822170112 00002000:00100000:2.0:1746126472.341646:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a47800 x1830945822170112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.341656:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a47800 with x1830945822170112 ext(0->4095) 00010000:00010000:2.0:1746126472.341664:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 57 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.341677:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 57 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.341683:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a47800 00000100:00100000:2.0:1746126472.341707:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1925 00000100:00100000:2.0:1746126472.341713:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1976:x1830945822170112:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126472.341876:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1976:x1830945822170112:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.341882:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1925 00002000:00100000:2.0:1746126472.341886:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a47800 x1830945822170112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.341893:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a47800 with x1830945822170112 ext(0->4095) 00010000:00010000:2.0:1746126472.341897:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 57 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.341905:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 57 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.341911:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a47800 00000100:00100000:0.0:1746126472.344341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.344681:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822170240 00000100:00100000:2.0:1746126472.344690:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822170240 00010000:00010000:2.0:1746126472.344723:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 57 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.345005:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7520 00000100:00100000:2.0:1746126472.345012:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+57:1975:x1830945822170240:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.345024:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.345045:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 57 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.345056:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 57 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.345077:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1116e49 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c49c expref: 57 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.345259:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.345261:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.345269:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 56 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.345277:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 56 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.345310:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 56 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.345320:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820520064:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.345736:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a822f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.348077:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820520064:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.348104:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.348151:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1975:x1830945822170240:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3137us (3817us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.348479:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7520 00000100:00100000:0.0:1746126472.348771:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.348797:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822170496 00000100:00100000:3.0:1746126472.348804:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822170496 00002000:00100000:3.0:1746126472.348888:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a44000 x1830945822170496/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.348897:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44000 with x1830945822170496 ext(0->4095) 00002000:00010000:3.0:1746126472.348902:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a44000 00000100:00100000:3.0:1746126472.348925:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4012 00000100:00100000:3.0:1746126472.348931:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1977:x1830945822170496:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126472.349077:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1977:x1830945822170496:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.349082:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4012 00002000:00100000:3.0:1746126472.349087:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099a44000 x1830945822170496/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.349094:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44000 with x1830945822170496 ext(0->4095) 00002000:00010000:3.0:1746126472.349096:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a44000 00000100:00100000:0.0:1746126472.356830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.357108:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822170624 00000100:00100000:3.0:1746126472.357118:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822170624 00000100:00100000:3.0:1746126472.357176:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5308 00000100:00100000:3.0:1746126472.357263:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822170624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.357282:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.357300:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4aa expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.357335:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 55 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.357341:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.357343:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.357346:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.357377:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 55 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.357389:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 55 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.357402:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820520192:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.360335:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.367103:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820520192:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.367149:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.367175:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3000, rc 0) 00000100:00100000:3.0:1746126472.367232:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822170624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9973us (10413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.367241:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5308 00000100:00100000:0.0:1746126472.395248:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.395324:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822170752 00000100:00100000:2.0:1746126472.395335:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822170752 00002000:00100000:2.0:1746126472.395384:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092b57800 x1830945822170752/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.395400:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b57800 with x1830945822170752 ext(0->7) 00010000:00010000:2.0:1746126472.395408:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 56 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.395423:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 56 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.395430:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b57800 00000100:00100000:2.0:1746126472.395460:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1926 00000100:00100000:2.0:1746126472.395467:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+56:1976:x1830945822170752:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126472.395827:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945822170752:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 359us (591us total) trans 4294968052 rc 0/0 00000100:00100000:2.0:1746126472.395834:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1926 00002000:00100000:2.0:1746126472.395840:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880092b57800 x1830945822170752/t4294968052(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/448 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.395847:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092b57800 with x1830945822170752 ext(0->7) 00010000:00010000:2.0:1746126472.395851:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 58 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.395859:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 58 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746126472.395864:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092b57800 00000100:00100000:0.0:1746126472.405803:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.405869:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822170880 00000100:00100000:3.0:1746126472.405880:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822170880 00000100:00100000:3.0:1746126472.405942:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5309 00000100:00100000:3.0:1746126472.405950:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31630:x1830945822170880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.405969:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.405987:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4b1 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.406024:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.406030:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.406036:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126472.406039:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.406077:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.406087:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.406096:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa2800, rc 0) 00000100:00100000:3.0:1746126472.406149:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:31630:x1830945822170880:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.406155:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5309 00000100:00100000:0.0:1746126472.407592:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.409730:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822171008 00000100:00100000:2.0:1746126472.409742:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822171008 00010000:00010000:2.0:1746126472.409783:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 59 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.409826:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7521 00000100:00100000:2.0:1746126472.409834:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1977:x1830945822171008:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.409849:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.409872:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 59 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.409884:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 59 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.409907:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d1116e50 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4a3 expref: 59 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.409938:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.409940:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.409948:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.409957:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.409992:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.410003:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 5 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.410015:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820520448:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.410112:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.414862:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.414928:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822171264 00000100:00100000:3.0:1746126472.414938:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822171264 00002000:00100000:3.0:1746126472.414985:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6df80 x1830945822171264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.415000:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6df80 with x1830945822171264 ext(0->4095) 00010000:00010000:3.0:1746126472.415008:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.415020:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.415027:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6df80 00000100:00100000:3.0:1746126472.415057:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1927 00000100:00100000:3.0:1746126472.415065:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822171264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126472.415262:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822171264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 196us (410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.415268:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1927 00002000:00100000:3.0:1746126472.415273:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6df80 x1830945822171264/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.415280:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6df80 with x1830945822171264 ext(0->4095) 00010000:00010000:3.0:1746126472.415284:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.415293:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.415298:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6df80 00000100:00100000:2.0:1746126472.417743:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820520448:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.417777:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.417858:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1977:x1830945822171008:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 8023us (10270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.417868:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7521 00000100:00100000:2.0:1746126472.427423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.427507:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822171392 00000100:00100000:0.0:1746126472.427516:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822171392 00010000:00010000:0.0:1746126472.427555:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126472.427593:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7522 00000100:00100000:0.0:1746126472.427600:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822171392:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126472.427614:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126472.427635:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126472.427648:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126472.427670:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e57 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4aa expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126472.427701:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126472.427703:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126472.427711:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 57 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.427724:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 57 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.427757:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 57 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126472.427769:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820520576:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126472.427855:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.436675:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.436796:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820520576:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.436818:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.436859:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822171392:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9259us (9447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.436869:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7522 00000100:00100000:3.0:1746126472.436917:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822171648 00000100:00100000:3.0:1746126472.436925:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822171648 00002000:00100000:3.0:1746126472.436967:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6d500 x1830945822171648/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.436977:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6d500 with x1830945822171648 ext(0->4095) 00002000:00010000:3.0:1746126472.436982:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6d500 00000100:00100000:3.0:1746126472.437014:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4013 00000100:00100000:3.0:1746126472.437020:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945822171648:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126472.437174:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:1976:x1830945822171648:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (509us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.437179:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4013 00002000:00100000:3.0:1746126472.437183:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094f6d500 x1830945822171648/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.437189:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6d500 with x1830945822171648 ext(0->4095) 00002000:00010000:3.0:1746126472.437192:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f6d500 00000100:00100000:1.0:1746126472.444614:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.445042:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822171776 00000100:00100000:0.0:1746126472.445051:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822171776 00000100:00100000:0.0:1746126472.445910:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5310 00000100:00100000:0.0:1746126472.445920:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822171776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126472.445939:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126472.445956:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4b8 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.445987:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 57 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.445994:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126472.445996:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126472.445999:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.446030:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 57 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.446042:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 57 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746126472.446382:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820520704:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126472.447681:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c150c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.449845:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820520704:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.449877:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.449895:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a287400, rc 0) 00000100:00100000:2.0:1746126472.449950:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822171776:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4031us (5347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.450234:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5310 00000100:00100000:0.0:1746126472.482558:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.482664:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.482738:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822172032 00000100:00100000:2.0:1746126472.482747:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822172032 00000100:00100000:2.0:1746126472.482795:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5311 00000100:00100000:2.0:1746126472.482804:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+58:31630:x1830945822172032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.482827:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.482843:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4bf expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.482846:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822171904 00000100:00100000:3.0:1746126472.482850:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822171904 00010000:00010000:2.0:1746126472.482869:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.482874:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.482880:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00002000:00100000:3.0:1746126472.482881:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094f6ea00 x1830945822171904/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126472.482883:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 60 pid: 8480 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746126472.482890:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ea00 with x1830945822171904 ext(0->7) 00010000:00010000:3.0:1746126472.482897:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 60 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.482909:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 60 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.482919:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6ea00 00010000:00010000:2.0:1746126472.482920:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.482932:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 60 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.482940:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496cc00, rc 0) 00000100:00100000:3.0:1746126472.482941:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1928 00000100:00100000:3.0:1746126472.482947:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945822171904:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126472.482981:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:31630:x1830945822172032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.482986:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5311 00000100:00100000:3.0:1746126472.483260:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1977:x1830945822171904:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 312us (713us total) trans 4294968053 rc 0/0 00000100:00100000:3.0:1746126472.483266:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1928 00002000:00100000:3.0:1746126472.483271:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094f6ea00 x1830945822171904/t4294968053(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/448 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.483278:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6ea00 with x1830945822171904 ext(0->7) 00010000:00010000:3.0:1746126472.483282:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.483291:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.483296:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6ea00 00000100:00100000:0.0:1746126472.490616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.490781:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822172160 00000100:00100000:2.0:1746126472.490791:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822172160 00010000:00010000:2.0:1746126472.490833:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.490926:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7523 00000100:00100000:2.0:1746126472.490935:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1977:x1830945822172160:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.490949:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.490972:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.490984:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.491008:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e5e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b1 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.491148:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.491151:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.491159:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.491167:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.491200:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.491220:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 5 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.491236:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820520960:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.495634:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.498889:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.499031:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822172416 00000100:00100000:1.0:1746126472.499040:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822172416 00002000:00100000:1.0:1746126472.499084:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e1880 x1830945822172416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.499094:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e1880 with x1830945822172416 ext(0->4095) 00010000:00010000:1.0:1746126472.499103:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126472.499118:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126472.499129:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e1880 00000100:00100000:1.0:1746126472.499213:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1929 00000100:00100000:1.0:1746126472.499221:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822172416:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126472.499916:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820520960:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.499941:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.500907:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945822172160:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9967us (10296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.500918:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7523 00000100:00100000:1.0:1746126472.501717:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822172416:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 2494us (2836us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.501727:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1929 00002000:00100000:1.0:1746126472.501735:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800a43e1880 x1830945822172416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.501745:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a43e1880 with x1830945822172416 ext(0->4095) 00010000:00010000:1.0:1746126472.501754:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746126472.501768:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746126472.501774:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a43e1880 00000100:00100000:0.0:1746126472.508048:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.508246:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822172544 00000100:00100000:2.0:1746126472.508255:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822172544 00010000:00010000:2.0:1746126472.508293:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.508320:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7524 00000100:00100000:2.0:1746126472.508327:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822172544:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.508341:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.508362:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.508374:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.508398:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1116e65 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4b8 expref: 6 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.508427:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.508430:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.508437:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.508445:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.508477:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.508489:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820521088:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.508590:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.511348:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820521088:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126472.511369:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126472.511420:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822172544:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3091us (3380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126472.511430:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7524 00000100:00100000:2.0:1746126472.511622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.512060:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822172800 00000100:00100000:0.0:1746126472.512067:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822172800 00002000:00100000:0.0:1746126472.512103:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282d80 x1830945822172800/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126472.512113:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282d80 with x1830945822172800 ext(0->4095) 00002000:00010000:0.0:1746126472.512118:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c282d80 00000100:00100000:0.0:1746126472.512364:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4014 00000100:00100000:0.0:1746126472.512373:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1976:x1830945822172800:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126472.512545:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1976:x1830945822172800:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (923us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126472.512551:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4014 00002000:00100000:0.0:1746126472.512556:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282d80 x1830945822172800/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126472.512563:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282d80 with x1830945822172800 ext(0->4095) 00002000:00010000:0.0:1746126472.512565:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c282d80 00000100:00100000:0.0:1746126472.514387:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.514480:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822172928 00000100:00100000:2.0:1746126472.514488:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822172928 00000100:00100000:2.0:1746126472.514799:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5312 00000100:00100000:2.0:1746126472.514807:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822172928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.514823:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.514839:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4c6 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.514865:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.514873:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.514874:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.514878:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.514910:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 59 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.514922:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 59 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.514933:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820521216:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126472.515013:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.516677:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820521216:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.516710:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.516725:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c200, rc 0) 00000100:00100000:2.0:1746126472.516794:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822172928:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1987us (2411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.516803:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5312 00000100:00100000:0.0:1746126472.518014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.518138:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822173056 00000100:00100000:2.0:1746126472.518145:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822173056 00010000:00010000:2.0:1746126472.518175:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 60 pid: 8480 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.518199:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7525 00000100:00100000:2.0:1746126472.518232:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1976:x1830945822173056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.518245:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.518267:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 60 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.518278:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 60 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.518300:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116e6c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4bf expref: 60 pid: 8480 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.518330:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.518332:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.518340:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.518348:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.518376:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.518389:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820521344:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.518461:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.520917:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.521004:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822173312 00000100:00100000:3.0:1746126472.521012:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822173312 00002000:00100000:3.0:1746126472.521053:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f409f80 x1830945822173312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.521063:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409f80 with x1830945822173312 ext(0->4095) 00002000:00010000:3.0:1746126472.521068:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f409f80 00000100:00100000:3.0:1746126472.521085:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4015 00000100:00100000:3.0:1746126472.521091:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822173312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126472.522036:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820521344:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.522060:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.522130:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822173312:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1037us (1221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.522138:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4015 00002000:00100000:3.0:1746126472.522145:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f409f80 x1830945822173312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.522153:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409f80 with x1830945822173312 ext(0->4095) 00002000:00010000:3.0:1746126472.522156:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f409f80 00000100:00100000:2.0:1746126472.522314:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+59:1976:x1830945822173056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4108us (4303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.522322:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7525 00000100:00100000:0.0:1746126472.523965:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.524119:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.524351:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822173440 00000100:00100000:2.0:1746126472.524358:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822173440 00000100:00100000:2.0:1746126472.524400:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822173568 00000100:00100000:2.0:1746126472.524402:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822173568 00000100:00100000:2.0:1746126472.524419:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5313 00000100:00100000:2.0:1746126472.524425:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:31630:x1830945822173440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.524440:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.524456:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4cd expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.524483:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.524490:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.524492:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.524522:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.524551:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.524562:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 5 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.524573:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820521472:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126472.524636:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126472.524806:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5314 00000100:00100000:1.0:1746126472.524813:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:31631:x1830945822173568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126472.524820:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126472.524827:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4d4 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.524838:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126472.524842:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.524848:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126472.524850:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 62 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.524871:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.524881:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 62 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.524890:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839400, rc 0) 00000100:00100000:1.0:1746126472.524911:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:31631:x1830945822173568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126472.524917:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5314 00000100:00100000:2.0:1746126472.526630:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820521472:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.526655:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.526672:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496da00, rc 0) 00000100:00100000:2.0:1746126472.527049:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:31630:x1830945822173440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2621us (3087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.527056:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5313 00000100:00100000:0.0:1746126472.527232:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.527352:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822173696 00000100:00100000:3.0:1746126472.527359:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822173696 00010000:00010000:3.0:1746126472.527385:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.527405:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7526 00000100:00100000:3.0:1746126472.527411:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822173696:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.527421:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.527440:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.527451:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.527471:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116e73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4c6 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.527519:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.527521:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.527527:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 60 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.527535:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 60 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.527564:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 60 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.527575:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 60 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.527586:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820521728:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.527641:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.530598:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820521728:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.530624:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.530685:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822173696:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3272us (3453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.530695:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7526 00000100:00100000:2.0:1746126472.530850:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.531076:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822173952 00000100:00100000:0.0:1746126472.531083:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822173952 00002000:00100000:0.0:1746126472.531124:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282a00 x1830945822173952/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126472.531133:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282a00 with x1830945822173952 ext(0->4095) 00010000:00010000:0.0:1746126472.531141:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126472.531153:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746126472.531159:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c282a00 00000100:00100000:0.0:1746126472.531185:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1930 00000100:00100000:0.0:1746126472.531191:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1976:x1830945822173952:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126472.531361:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1976:x1830945822173952:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (511us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126472.531367:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1930 00002000:00100000:0.0:1746126472.531372:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282a00 x1830945822173952/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126472.531380:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282a00 with x1830945822173952 ext(0->4095) 00010000:00010000:0.0:1746126472.531384:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126472.531393:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746126472.531398:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c282a00 00000100:00100000:0.0:1746126472.533333:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.533984:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822174080 00000100:00100000:3.0:1746126472.533992:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822174080 00010000:00010000:3.0:1746126472.534024:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.534050:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7527 00000100:00100000:3.0:1746126472.534056:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1977:x1830945822174080:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.534071:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.534091:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.534102:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.534124:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e7a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4cd expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.534138:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.534140:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.534147:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 60 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.534154:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 60 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.534186:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 60 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.534198:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820521856:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.534290:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.537135:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820521856:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.537159:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.537201:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945822174080:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3143us (3874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.537226:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7527 00000100:00100000:0.0:1746126472.538296:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.538882:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822174336 00000100:00100000:3.0:1746126472.538890:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822174336 00002000:00100000:3.0:1746126472.538928:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425c380 x1830945822174336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.538938:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c380 with x1830945822174336 ext(0->4095) 00002000:00010000:3.0:1746126472.538943:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425c380 00000100:00100000:3.0:1746126472.538960:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4016 00000100:00100000:3.0:1746126472.538967:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945822174336:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126472.539119:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945822174336:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (827us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.539125:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4016 00002000:00100000:3.0:1746126472.539130:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425c380 x1830945822174336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.539137:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c380 with x1830945822174336 ext(0->4095) 00002000:00010000:3.0:1746126472.539140:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425c380 00000100:00100000:0.0:1746126472.540906:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.541196:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822174464 00000100:00100000:2.0:1746126472.541211:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822174464 00000100:00100000:2.0:1746126472.541259:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5315 00000100:00100000:2.0:1746126472.541266:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822174464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.541281:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.541298:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4db expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.541324:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 59 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.541331:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.541333:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126472.541336:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.541363:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 59 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.541375:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 59 pid: 8481 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.541392:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820521984:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126472.542320:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.543450:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820521984:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.543479:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.543516:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496da00, rc 0) 00000100:00100000:2.0:1746126472.543550:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822174464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2285us (2650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.543558:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5315 00000100:00100000:0.0:1746126472.544768:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.545029:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822174592 00000100:00100000:3.0:1746126472.545037:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822174592 00010000:00010000:3.0:1746126472.545070:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 60 pid: 8481 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.545553:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7528 00000100:00100000:3.0:1746126472.545561:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945822174592:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.545574:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.545598:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 60 pid: 8481 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.545610:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 60 pid: 8481 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.545632:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116e81 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4d4 expref: 60 pid: 8481 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.545656:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.545658:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.545665:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.545674:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.545704:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.545716:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820522112:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.545797:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126472.546789:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126472.548310:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.548529:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822174720 00000100:00100000:2.0:1746126472.548537:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822174720 00000100:00100000:2.0:1746126472.548928:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5316 00000100:00100000:2.0:1746126472.548936:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:31630:x1830945822174720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126472.548955:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126472.548972:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4e2 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.549002:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.549009:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.549010:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.549014:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.549042:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.549053:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 5 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.549065:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820522240:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126472.550423:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126472.550733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.550828:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820522112:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.550846:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.550875:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1977:x1830945822174592:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5316us (6111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.550884:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7528 00000100:00100000:0.0:1746126472.550947:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822174976 00000100:00100000:0.0:1746126472.550952:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822174976 00002000:00100000:0.0:1746126472.550994:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab4000 x1830945822174976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126472.551004:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4000 with x1830945822174976 ext(0->4095) 00010000:00010000:0.0:1746126472.551010:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126472.551028:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746126472.551034:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab4000 00000100:00100000:0.0:1746126472.551055:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1931 00000100:00100000:0.0:1746126472.551061:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822174976:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126472.551190:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822174976:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126472.551196:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1931 00002000:00100000:0.0:1746126472.551201:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008eab4000 x1830945822174976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126472.551219:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab4000 with x1830945822174976 ext(0->4095) 00010000:00010000:0.0:1746126472.551224:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746126472.551232:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746126472.551238:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eab4000 00000100:00100000:3.0:1746126472.554409:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820522240:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.554448:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 60 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.554466:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c000, rc 0) 00000100:00100000:3.0:1746126472.554541:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:31630:x1830945822174720:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5604us (6236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.554549:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5316 00000100:00100000:0.0:1746126472.555851:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.555896:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.556078:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822175232 00000100:00100000:2.0:1746126472.556087:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822175232 00010000:00010000:2.0:1746126472.556119:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.556228:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822175104 00000100:00100000:3.0:1746126472.556232:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822175104 00000100:00100000:3.0:1746126472.556261:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5317 00000100:00100000:3.0:1746126472.556267:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:31631:x1830945822175104:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.556283:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.556296:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4e9 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.556318:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.556323:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.556329:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.556332:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 61 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.556365:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.556377:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 61 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.556391:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3000, rc 0) 00000100:00100000:3.0:1746126472.556424:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:31631:x1830945822175104:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.556429:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5317 00000100:00100000:2.0:1746126472.556573:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7529 00000100:00100000:2.0:1746126472.556579:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822175232:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.556588:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.556607:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.556618:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.556635:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116e88 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4db expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.556653:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.556655:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.556661:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 60 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.556668:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 60 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.556686:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 60 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.556697:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 60 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.556709:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820522496:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.556761:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.559013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.559250:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822175488 00000100:00100000:3.0:1746126472.559258:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822175488 00002000:00100000:3.0:1746126472.559298:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5d180 x1830945822175488/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.559307:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5d180 with x1830945822175488 ext(0->4095) 00010000:00010000:3.0:1746126472.559315:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.559329:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.559336:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba5d180 00000100:00100000:3.0:1746126472.559355:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1932 00000100:00100000:3.0:1746126472.559362:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1976:x1830945822175488:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126472.559725:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820522496:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.559743:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.560638:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1976:x1830945822175488:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1273us (1629us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.560646:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1932 00002000:00100000:3.0:1746126472.560653:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009ba5d180 x1830945822175488/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.560666:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5d180 with x1830945822175488 ext(0->4095) 00010000:00010000:3.0:1746126472.560672:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.560683:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746126472.560689:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba5d180 00000100:00100000:2.0:1746126472.560743:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822175232:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4163us (4845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.560751:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7529 00000100:00100000:0.0:1746126472.563419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.563629:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822175616 00000100:00100000:2.0:1746126472.563639:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822175616 00010000:00010000:2.0:1746126472.563675:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746126472.563867:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7530 00000100:00100000:2.0:1746126472.563875:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1976:x1830945822175616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.563890:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.563911:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.563923:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.563946:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c000/0x8f8d42f0d1116e8f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e2 expref: 61 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746126472.564138:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.564140:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.564148:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 60 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.564157:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 60 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.564190:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 60 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.564214:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820522624:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.564850:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.568059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.568131:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822175872 00000100:00100000:2.0:1746126472.568141:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822175872 00002000:00100000:2.0:1746126472.568186:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a8b100 x1830945822175872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.568195:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8b100 with x1830945822175872 ext(0->4095) 00002000:00010000:2.0:1746126472.568200:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a8b100 00000100:00100000:2.0:1746126472.568232:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4017 00000100:00100000:2.0:1746126472.568238:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1976:x1830945822175872:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126472.568570:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820522624:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.568594:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.569102:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1976:x1830945822175872:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 862us (1051us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.569111:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4017 00002000:00100000:2.0:1746126472.569119:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a8b100 x1830945822175872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.569127:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8b100 with x1830945822175872 ext(0->4095) 00002000:00010000:2.0:1746126472.569131:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a8b100 00000100:00100000:3.0:1746126472.569286:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1976:x1830945822175616:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5411us (5876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.569295:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7530 00000100:00100000:0.0:1746126472.572622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.572768:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822176000 00000100:00100000:3.0:1746126472.572778:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822176000 00000100:00100000:3.0:1746126472.572820:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5318 00000100:00100000:3.0:1746126472.572826:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822176000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.572843:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.572861:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4f0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.572888:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.572895:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.572897:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.572900:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.572930:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 59 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.572941:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 59 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.572952:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820522752:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.573471:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.575346:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820522752:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.575378:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.575394:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa2800, rc 0) 00000100:00100000:3.0:1746126472.575434:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822176000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2607us (2820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.575442:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5318 00000100:00100000:0.0:1746126472.576304:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.576719:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822176128 00000100:00100000:3.0:1746126472.576727:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822176128 00010000:00010000:3.0:1746126472.576754:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 60 pid: 8479 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.576790:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7531 00000100:00100000:3.0:1746126472.576797:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945822176128:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.576812:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.576832:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 60 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.576843:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 60 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.576864:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116e96 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4e9 expref: 60 pid: 8479 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.577186:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.577188:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.577196:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.577213:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.577244:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.577256:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820522880:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.577924:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.579425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.580231:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822176256 00000100:00100000:3.0:1746126472.580240:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822176256 00000100:00100000:3.0:1746126472.580299:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5319 00000100:00100000:3.0:1746126472.580307:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:31630:x1830945822176256:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.580328:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.580346:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4f7 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.580373:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.580380:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.580382:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.580385:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.580414:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.580425:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 5 pid: 10567 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746126472.580437:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820523008:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.580519:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.580910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.581260:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820522880:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.581279:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.581319:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1977:x1830945822176128:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4521us (5015us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.581328:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7531 00000100:00100000:3.0:1746126472.581621:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822176512 00000100:00100000:3.0:1746126472.581625:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822176512 00002000:00100000:3.0:1746126472.581655:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f800 x1830945822176512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.581663:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f800 with x1830945822176512 ext(0->4095) 00010000:00010000:3.0:1746126472.581669:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 6 pid: 10567 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746126472.581684:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.581689:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186f800 00000100:00100000:3.0:1746126472.581962:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1933 00000100:00100000:3.0:1746126472.581969:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822176512:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126472.582230:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822176512:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 262us (1320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.582236:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1933 00002000:00100000:3.0:1746126472.582615:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f800 x1830945822176512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.582622:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f800 with x1830945822176512 ext(0->4095) 00010000:00010000:3.0:1746126472.582627:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.582638:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.582643:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186f800 00000100:00100000:3.0:1746126472.583332:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820523008:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.583360:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 60 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.583374:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ae200, rc 0) 00000100:00100000:3.0:1746126472.583966:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:31630:x1830945822176256:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3657us (4545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.583974:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5319 00000100:00100000:0.0:1746126472.586945:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.587056:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822176640 00000100:00100000:2.0:1746126472.587065:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822176640 00010000:00010000:2.0:1746126472.587098:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.587139:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7532 00000100:00100000:2.0:1746126472.587146:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822176640:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.587161:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.587182:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.587193:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.587229:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116e9d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f0 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.587257:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.587259:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.587266:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.587274:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.587308:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.587320:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820523136:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.587390:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c9a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126472.590887:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.591034:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822176896 00000100:00100000:0.0:1746126472.591043:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822176896 00002000:00100000:0.0:1746126472.591087:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135701c00 x1830945822176896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126472.591097:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701c00 with x1830945822176896 ext(0->4095) 00002000:00010000:0.0:1746126472.591102:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135701c00 00000100:00100000:0.0:1746126472.591250:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4018 00000100:00100000:0.0:1746126472.591267:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945822176896:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126472.591469:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945822176896:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 209us (591us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126472.591476:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4018 00002000:00100000:0.0:1746126472.591483:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135701c00 x1830945822176896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126472.591490:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701c00 with x1830945822176896 ext(0->4095) 00002000:00010000:0.0:1746126472.591529:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135701c00 00000100:00100000:2.0:1746126472.592277:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820523136:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.592303:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.592347:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822176640:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5200us (5410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.592356:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7532 00000100:00100000:1.0:1746126472.604108:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.604379:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822177024 00000100:00100000:3.0:1746126472.604390:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822177024 00000100:00100000:3.0:1746126472.604436:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5320 00000100:00100000:3.0:1746126472.604444:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822177024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.604461:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.604479:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c4fe expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.604530:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.604538:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.604540:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.604543:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.604573:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 59 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.604585:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 59 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.604598:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820523264:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.604684:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.626735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.626848:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820523264:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.626881:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.626900:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3c59c00, rc 0) 00000100:00100000:3.0:1746126472.626944:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822177024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 22500us (22847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.626953:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5320 00000100:00100000:1.0:1746126472.627034:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822177152 00000100:00100000:1.0:1746126472.627041:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822177152 00002000:00100000:1.0:1746126472.627078:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e4fb80 x1830945822177152/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.627087:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4fb80 with x1830945822177152 ext(0->7) 00010000:00010000:1.0:1746126472.627094:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 60 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126472.627110:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 60 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126472.627116:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4fb80 00000100:00100000:1.0:1746126472.627131:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1934 00000100:00100000:1.0:1746126472.627138:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+60:1977:x1830945822177152:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126472.627468:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945822177152:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 330us (742us total) trans 4294968054 rc 0/0 00000100:00100000:1.0:1746126472.627474:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1934 00002000:00100000:1.0:1746126472.627480:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e4fb80 x1830945822177152/t4294968054(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/448 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.627487:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4fb80 with x1830945822177152 ext(0->7) 00010000:00010000:1.0:1746126472.627491:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 62 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126472.627525:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 62 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126472.627531:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4fb80 00000100:00100000:0.0:1746126472.629754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.630319:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822177280 00000100:00100000:2.0:1746126472.630329:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822177280 00010000:00010000:2.0:1746126472.630364:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 62 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.630404:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7533 00000100:00100000:2.0:1746126472.630410:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945822177280:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.630424:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.630444:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 62 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.630455:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 62 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.630475:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116ea4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4f7 expref: 62 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.630534:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.630536:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.630544:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.630552:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.630583:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.630595:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820523392:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.630678:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c9a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.635890:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.636583:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820523392:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.636609:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.636668:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:1977:x1830945822177280:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6257us (6921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.636678:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7533 00000100:00100000:3.0:1746126472.637823:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822177536 00000100:00100000:3.0:1746126472.637831:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822177536 00002000:00100000:3.0:1746126472.637872:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a29500 x1830945822177536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.637882:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29500 with x1830945822177536 ext(0->4095) 00002000:00010000:3.0:1746126472.637886:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a29500 00000100:00100000:3.0:1746126472.638030:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4019 00000100:00100000:3.0:1746126472.638038:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822177536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126472.638375:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822177536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 337us (2494us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.638382:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4019 00002000:00100000:3.0:1746126472.638387:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135a29500 x1830945822177536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.638394:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29500 with x1830945822177536 ext(0->4095) 00002000:00010000:3.0:1746126472.638397:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a29500 00000100:00100000:0.0:1746126472.643986:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.644545:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822177664 00000100:00100000:3.0:1746126472.644555:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822177664 00000100:00100000:3.0:1746126472.644605:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5321 00000100:00100000:3.0:1746126472.644613:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+61:31630:x1830945822177664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.644632:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.644648:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c505 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.644675:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.644683:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.644684:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.644688:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.644716:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.644727:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 5 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.644738:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820523520:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.644825:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.645979:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.647046:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822177792 00000100:00100000:1.0:1746126472.647057:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822177792 00000100:00100000:1.0:1746126472.647103:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5322 00000100:00100000:1.0:1746126472.647111:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:31631:x1830945822177792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126472.647126:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126472.647144:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c50c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.647174:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126472.647180:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 64 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.647186:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126472.647189:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 64 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.647235:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 64 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.647247:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 64 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.647257:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838c00, rc 0) 00000100:00100000:1.0:1746126472.647312:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:31631:x1830945822177792:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126472.647318:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5322 00000100:00100000:3.0:1746126472.648618:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820523520:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.648642:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.648658:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3c59600, rc 0) 00000100:00100000:3.0:1746126472.649564:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:31630:x1830945822177664:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4944us (5581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.649573:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5321 00000100:00100000:0.0:1746126472.651551:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.651766:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822177920 00000100:00100000:2.0:1746126472.651775:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822177920 00010000:00010000:2.0:1746126472.651813:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.651905:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7534 00000100:00100000:2.0:1746126472.651912:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822177920:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.651927:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.651949:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.651961:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.651986:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116eab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c4fe expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.652018:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.652020:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.652028:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.652035:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.652069:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.652080:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 62 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.652091:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820523776:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.652175:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c9a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.656483:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c283100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820523776:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.656542:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.656588:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822177920:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4674us (5042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.656599:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7534 00000100:00100000:0.0:1746126472.660677:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.662418:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822178176 00000100:00100000:3.0:1746126472.662432:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822178176 00002000:00100000:3.0:1746126472.662484:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cd180 x1830945822178176/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.662535:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cd180 with x1830945822178176 ext(0->4095) 00010000:00010000:3.0:1746126472.662545:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 63 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.662561:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 63 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.662568:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cd180 00000100:00100000:3.0:1746126472.662608:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1935 00000100:00100000:3.0:1746126472.662616:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1976:x1830945822178176:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126472.662800:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1976:x1830945822178176:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 184us (2131us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.662806:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1935 00002000:00100000:3.0:1746126472.662812:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cd180 x1830945822178176/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.662825:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cd180 with x1830945822178176 ext(0->4095) 00010000:00010000:3.0:1746126472.662829:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 63 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.662838:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 63 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.662844:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cd180 00000100:00100000:2.0:1746126472.669155:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.669542:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822178304 00000100:00100000:0.0:1746126472.669551:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822178304 00010000:00010000:0.0:1746126472.669588:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 63 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126472.669629:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7535 00000100:00100000:0.0:1746126472.669637:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1977:x1830945822178304:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126472.669650:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126472.669671:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 63 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126472.669683:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 63 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126472.669705:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59600/0x8f8d42f0d1116eb2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c505 expref: 63 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126472.669735:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126472.669737:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126472.669744:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 62 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.669752:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 62 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.669783:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 62 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126472.669797:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820523904:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126472.669880:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.672828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.672971:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822178560 00000100:00100000:2.0:1746126472.673040:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820523904:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.673061:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126472.673151:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822178560 00002000:00100000:1.0:1746126472.673193:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cca80 x1830945822178560/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.673211:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cca80 with x1830945822178560 ext(0->4095) 00002000:00010000:1.0:1746126472.673216:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cca80 00000100:00100000:2.0:1746126472.673829:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1977:x1830945822178304:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4189us (4682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.673840:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7535 00000100:00100000:1.0:1746126472.674858:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4020 00000100:00100000:1.0:1746126472.674870:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945822178560:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126472.675037:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945822178560:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (2219us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.675043:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4020 00002000:00100000:1.0:1746126472.675050:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cca80 x1830945822178560/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.675059:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cca80 with x1830945822178560 ext(0->4095) 00002000:00010000:1.0:1746126472.675063:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1cca80 00000100:00100000:0.0:1746126472.677419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.678520:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822178688 00000100:00100000:3.0:1746126472.678530:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822178688 00000100:00100000:3.0:1746126472.678590:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5323 00000100:00100000:3.0:1746126472.678598:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822178688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.678617:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.678635:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c513 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.678672:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 61 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.678678:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.678680:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.678683:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.678709:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 61 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.678724:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 61 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.678735:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820524032:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.679131:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.685012:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.685137:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822178816 00000100:00100000:2.0:1746126472.685148:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822178816 00010000:00010000:2.0:1746126472.685183:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 62 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.685256:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820524032:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.685289:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.685307:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3c58a00, rc 0) 00000100:00100000:3.0:1746126472.685363:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822178688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6766us (7952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.685371:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5323 00000100:00100000:0.0:1746126472.685468:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.685572:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7536 00000100:00100000:2.0:1746126472.685580:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1976:x1830945822178816:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.685593:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.685610:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 62 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.685622:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 62 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.685641:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116eb9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c50c expref: 62 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.685657:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.685659:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.685665:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.685672:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.685700:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.685710:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820524160:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.685767:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c9a480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.687762:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822178944 00000100:00100000:3.0:1746126472.687772:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822178944 00000100:00100000:3.0:1746126472.687824:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5324 00000100:00100000:3.0:1746126472.687831:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:31630:x1830945822178944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.687848:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.687863:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c51a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.687888:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.687898:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.687900:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.687903:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.687928:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.687939:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 5 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.687950:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820524288:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.688787:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.692315:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820524160:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.692337:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.692396:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+63:1976:x1830945822178816:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6816us (7394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.692405:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7536 00000100:00100000:0.0:1746126472.692801:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.693453:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822179200 00000100:00100000:2.0:1746126472.693460:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822179200 00002000:00100000:2.0:1746126472.693491:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cf800 x1830945822179200/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.693520:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cf800 with x1830945822179200 ext(0->4095) 00010000:00010000:2.0:1746126472.693527:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.693539:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820524288:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126472.693540:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126472.693546:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cf800 00010000:00010000:3.0:1746126472.693569:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 62 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.693590:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3c59c00, rc 0) 00000100:00100000:3.0:1746126472.693632:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:31630:x1830945822178944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5801us (8163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.693640:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5324 00000100:00100000:2.0:1746126472.694268:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1936 00000100:00100000:2.0:1746126472.694275:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822179200:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126472.694399:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822179200:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (1603us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.694407:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1936 00002000:00100000:2.0:1746126472.694411:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cf800 x1830945822179200/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.694418:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cf800 with x1830945822179200 ext(0->4095) 00010000:00010000:2.0:1746126472.694423:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.694431:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126472.694436:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cf800 00000100:00100000:2.0:1746126472.705075:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.705234:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822179328 00000100:00100000:0.0:1746126472.705248:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822179328 00010000:00010000:0.0:1746126472.705288:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126472.705332:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7537 00000100:00100000:0.0:1746126472.705340:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822179328:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126472.705353:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126472.705377:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126472.705388:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126472.705411:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58a00/0x8f8d42f0d1116ec0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c513 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126472.705444:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126472.705447:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126472.705454:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.705461:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126472.705515:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126472.705528:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820524416:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126472.705611:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.711808:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820524416:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.711913:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.711964:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822179328:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6623us (6895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.711975:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7537 00000100:00100000:0.0:1746126472.712174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.712266:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822179584 00000100:00100000:1.0:1746126472.712276:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822179584 00002000:00100000:1.0:1746126472.712316:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094907480 x1830945822179584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.712326:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907480 with x1830945822179584 ext(0->4095) 00002000:00010000:1.0:1746126472.712330:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094907480 00000100:00100000:1.0:1746126472.714532:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4021 00000100:00100000:1.0:1746126472.714548:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1974:x1830945822179584:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126472.714713:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1974:x1830945822179584:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (2537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.714719:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4021 00002000:00100000:1.0:1746126472.714726:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094907480 x1830945822179584/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.714734:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094907480 with x1830945822179584 ext(0->4095) 00002000:00010000:1.0:1746126472.714739:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094907480 00000100:00100000:0.0:1746126472.724379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.725455:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822179712 00000100:00100000:3.0:1746126472.725466:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822179712 00000100:00100000:3.0:1746126472.725541:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5325 00000100:00100000:3.0:1746126472.725548:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822179712:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.725563:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.725577:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c521 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.725601:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.725607:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.725608:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.725611:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.725633:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 61 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.725641:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 61 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.725650:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820524544:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.725735:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.731744:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820524544:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.731778:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.731794:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ae000, rc 0) 00000100:00100000:3.0:1746126472.731852:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822179712:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6303us (7482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.731862:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5325 00000100:00100000:0.0:1746126472.732685:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.734082:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822179840 00000100:00100000:3.0:1746126472.734094:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822179840 00002000:00100000:3.0:1746126472.734145:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009469b800 x1830945822179840/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.734158:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469b800 with x1830945822179840 ext(0->7) 00010000:00010000:3.0:1746126472.734168:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 62 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.734182:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 62 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.734189:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009469b800 00000100:00100000:3.0:1746126472.734233:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1937 00000100:00100000:3.0:1746126472.734240:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009469b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+62:1977:x1830945822179840:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126472.734623:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009469b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1977:x1830945822179840:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 382us (1943us total) trans 4294968055 rc 0/0 00000100:00100000:3.0:1746126472.734630:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1937 00002000:00100000:3.0:1746126472.734636:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009469b800 x1830945822179840/t4294968055(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/448 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.734643:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009469b800 with x1830945822179840 ext(0->7) 00010000:00010000:3.0:1746126472.734648:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 64 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.734662:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 64 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.734668:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009469b800 00000100:00100000:0.0:1746126472.744340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.744481:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822179968 00000100:00100000:2.0:1746126472.744491:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822179968 00010000:00010000:2.0:1746126472.744737:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 64 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.745406:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7538 00000100:00100000:2.0:1746126472.745415:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1975:x1830945822179968:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.745431:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.745456:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 64 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.745469:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 64 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.745491:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1116ec7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c51a expref: 64 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.750516:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.750519:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.750533:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.750542:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.750595:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.750609:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820524672:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.750724:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c9a480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.751766:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.751877:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822180096 00000100:00100000:3.0:1746126472.751886:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822180096 00000100:00100000:3.0:1746126472.751928:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5326 00000100:00100000:3.0:1746126472.751935:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:31630:x1830945822180096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.751951:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.751968:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c528 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.751999:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.752005:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.752007:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.752010:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.752030:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.752042:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 5 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.752049:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820524800:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.752103:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126472.754989:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.755118:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820524800:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.755153:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.755172:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943af800, rc 0) 00000100:00100000:3.0:1746126472.755226:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+65:31630:x1830945822180096:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3289us (3461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.755235:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5326 00000100:00100000:0.0:1746126472.755730:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822180352 00000100:00100000:0.0:1746126472.755737:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822180352 00002000:00100000:0.0:1746126472.755783:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702300 x1830945822180352/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126472.755793:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702300 with x1830945822180352 ext(0->4095) 00010000:00010000:0.0:1746126472.755800:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126472.755813:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126472.755819:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135702300 00000100:00100000:0.0:1746126472.755850:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1938 00000100:00100000:0.0:1746126472.755858:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822180352:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126472.756005:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822180352:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (1027us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126472.756011:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1938 00002000:00100000:0.0:1746126472.756015:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702300 x1830945822180352/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126472.756021:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702300 with x1830945822180352 ext(0->4095) 00010000:00010000:0.0:1746126472.756026:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126472.756034:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126472.756040:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135702300 00000100:00100000:2.0:1746126472.756155:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820524672:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.756173:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.756198:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1975:x1830945822179968:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 10785us (11870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.756219:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7538 00000100:00100000:0.0:1746126472.759630:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.762664:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822180480 00000100:00100000:2.0:1746126472.762679:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822180480 00010000:00010000:2.0:1746126472.762726:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.762772:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7539 00000100:00100000:2.0:1746126472.762780:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822180480:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.762795:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.762816:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.762827:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.762850:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae000/0x8f8d42f0d1116ece lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c521 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.762991:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.762994:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.763002:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.763010:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.763046:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.763063:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820524928:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.763877:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c9a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.766978:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.768608:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820524928:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.768637:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.768681:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822180480:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5900us (9059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.768691:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7539 00000100:00100000:3.0:1746126472.769086:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822180736 00000100:00100000:3.0:1746126472.769094:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822180736 00002000:00100000:3.0:1746126472.769135:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094699c00 x1830945822180736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.769145:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699c00 with x1830945822180736 ext(0->4095) 00002000:00010000:3.0:1746126472.769149:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094699c00 00000100:00100000:3.0:1746126472.769178:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4022 00000100:00100000:3.0:1746126472.769186:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1976:x1830945822180736:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126472.769364:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1976:x1830945822180736:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (2395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.769369:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4022 00002000:00100000:3.0:1746126472.769374:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094699c00 x1830945822180736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.769381:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699c00 with x1830945822180736 ext(0->4095) 00002000:00010000:3.0:1746126472.769384:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094699c00 00000100:00100000:0.0:1746126472.772269:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.772368:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822180864 00000100:00100000:3.0:1746126472.772377:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822180864 00000100:00100000:3.0:1746126472.772413:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5327 00000100:00100000:3.0:1746126472.772421:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822180864:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.772439:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.772456:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c52f expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.772485:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.772520:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.772523:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.772527:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.772558:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 63 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.772569:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 63 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.772582:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820525056:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.772671:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.776804:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820525056:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.776843:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.776867:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ae200, rc 0) 00000100:00100000:3.0:1746126472.776913:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822180864:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4492us (4652us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.776922:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5327 00000100:00100000:0.0:1746126472.777635:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.779468:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822180992 00000100:00100000:2.0:1746126472.779480:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822180992 00002000:00100000:2.0:1746126472.779542:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009184c000 x1830945822180992/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.779552:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c000 with x1830945822180992 ext(0->7) 00010000:00010000:2.0:1746126472.779560:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 64 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.779575:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 64 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126472.779581:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c000 00000100:00100000:2.0:1746126472.779618:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1939 00000100:00100000:2.0:1746126472.779626:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+64:1976:x1830945822180992:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126472.779999:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1976:x1830945822180992:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 372us (2366us total) trans 4294968056 rc 0/0 00000100:00100000:2.0:1746126472.780006:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1939 00002000:00100000:2.0:1746126472.780013:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009184c000 x1830945822180992/t4294968056(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/448 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.780019:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c000 with x1830945822180992 ext(0->7) 00010000:00010000:2.0:1746126472.780024:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 66 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.780033:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 66 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126472.780039:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184c000 00000100:00100000:0.0:1746126472.782589:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.783541:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822181120 00000100:00100000:2.0:1746126472.783551:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822181120 00010000:00010000:2.0:1746126472.783591:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 66 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.783629:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7540 00000100:00100000:2.0:1746126472.783637:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1976:x1830945822181120:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.783653:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.783674:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 66 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.783685:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 66 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.783706:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943af800/0x8f8d42f0d1116ed5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c528 expref: 66 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.783742:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.783744:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.783752:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.783759:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.783791:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.783803:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820525184:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.783883:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c9a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.787289:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.787366:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822181248 00000100:00100000:3.0:1746126472.787374:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822181248 00000100:00100000:3.0:1746126472.787415:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5328 00000100:00100000:3.0:1746126472.787423:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:31630:x1830945822181248:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.787440:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.787459:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c536 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.787485:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.787491:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.787514:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.787518:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 67 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.787547:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.787558:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 5 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.787574:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820525312:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.787652:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.788293:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820525184:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.788314:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.788338:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:1976:x1830945822181120:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4702us (5759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.788347:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7540 00000100:00100000:3.0:1746126472.788910:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820525312:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.788932:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 66 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.788946:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943af000, rc 0) 00000100:00100000:3.0:1746126472.788969:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:31630:x1830945822181248:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1547us (1690us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.788975:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5328 00000100:00100000:0.0:1746126472.791303:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.791391:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822181504 00000100:00100000:3.0:1746126472.791399:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822181504 00002000:00100000:3.0:1746126472.791442:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7a300 x1830945822181504/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.791452:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7a300 with x1830945822181504 ext(0->4095) 00010000:00010000:3.0:1746126472.791460:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.791474:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.791481:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e7a300 00000100:00100000:3.0:1746126472.791536:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1940 00000100:00100000:3.0:1746126472.791544:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822181504:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126472.792738:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822181504:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1192us (1440us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.792744:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1940 00002000:00100000:3.0:1746126472.792751:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7a300 x1830945822181504/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.792758:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7a300 with x1830945822181504 ext(0->4095) 00010000:00010000:3.0:1746126472.792763:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.792774:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.792779:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e7a300 00000100:00100000:0.0:1746126472.798655:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.798971:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822181632 00000100:00100000:2.0:1746126472.798982:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822181632 00010000:00010000:2.0:1746126472.799016:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.799047:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7541 00000100:00100000:2.0:1746126472.799054:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822181632:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.799069:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.799089:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.799100:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.799121:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ae200/0x8f8d42f0d1116edc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c52f expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.799139:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.799141:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.799147:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.799155:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.799185:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.799195:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820525440:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.800655:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7c9a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.802168:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.802374:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820525440:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.802401:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.802440:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822181632:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3387us (3794us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.802455:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7541 00000100:00100000:3.0:1746126472.802598:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822181888 00000100:00100000:3.0:1746126472.802606:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822181888 00002000:00100000:3.0:1746126472.802641:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7b100 x1830945822181888/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.802650:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7b100 with x1830945822181888 ext(0->4095) 00002000:00010000:3.0:1746126472.802655:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e7b100 00000100:00100000:3.0:1746126472.802671:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4023 00000100:00100000:3.0:1746126472.802677:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1974:x1830945822181888:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126472.803583:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1974:x1830945822181888:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 903us (1417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.803591:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4023 00002000:00100000:3.0:1746126472.803597:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e7b100 x1830945822181888/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.803605:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7b100 with x1830945822181888 ext(0->4095) 00002000:00010000:3.0:1746126472.803608:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e7b100 00000100:00100000:0.0:1746126472.807439:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.807598:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822182016 00000100:00100000:3.0:1746126472.807607:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822182016 00000100:00100000:3.0:1746126472.807649:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5329 00000100:00100000:3.0:1746126472.807656:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822182016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.807676:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.807693:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c53d expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.807723:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.807730:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.807731:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.807735:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.807764:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 65 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.807775:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 65 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.807787:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820525568:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.808305:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.809925:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820525568:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.809955:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.809973:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d9600, rc 0) 00000100:00100000:3.0:1746126472.810014:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822182016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2357us (2584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.810023:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5329 00000100:00100000:0.0:1746126472.810899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.810986:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822182144 00000100:00100000:3.0:1746126472.810992:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822182144 00002000:00100000:3.0:1746126472.811031:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093954e00 x1830945822182144/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.811040:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954e00 with x1830945822182144 ext(0->7) 00010000:00010000:3.0:1746126472.811047:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 66 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.811059:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 66 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.811065:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093954e00 00000100:00100000:3.0:1746126472.811171:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1941 00000100:00100000:3.0:1746126472.811179:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+66:1977:x1830945822182144:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126472.812099:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1977:x1830945822182144:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 918us (1201us total) trans 4294968057 rc 0/0 00000100:00100000:3.0:1746126472.812110:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1941 00002000:00100000:3.0:1746126472.812117:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093954e00 x1830945822182144/t4294968057(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/448 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.812125:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954e00 with x1830945822182144 ext(0->7) 00010000:00010000:3.0:1746126472.812131:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.812140:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.812145:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093954e00 00000100:00100000:0.0:1746126472.814364:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.815156:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822182272 00000100:00100000:2.0:1746126472.815165:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822182272 00010000:00010000:2.0:1746126472.815211:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.815248:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7542 00000100:00100000:2.0:1746126472.815255:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1974:x1830945822182272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.815268:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.815288:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.815299:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.815320:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943af000/0x8f8d42f0d1116ee3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c536 expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.815929:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.815932:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.815942:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.815952:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.815987:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.816001:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820525696:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.816097:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.819248:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.819470:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822182528 00000100:00100000:3.0:1746126472.819479:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822182528 00002000:00100000:3.0:1746126472.819542:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135150a80 x1830945822182528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.819551:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135150a80 with x1830945822182528 ext(0->4095) 00002000:00010000:3.0:1746126472.819556:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135150a80 00000100:00100000:3.0:1746126472.819589:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4024 00000100:00100000:3.0:1746126472.819596:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822182528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126472.819776:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822182528:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 179us (536us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.819783:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4024 00002000:00100000:3.0:1746126472.819788:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135150a80 x1830945822182528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.819802:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135150a80 with x1830945822182528 ext(0->4095) 00002000:00010000:3.0:1746126472.819805:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135150a80 00000100:00100000:2.0:1746126472.819934:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820525696:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.819958:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.819983:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:1974:x1830945822182272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4728us (5628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.819991:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7542 00000100:00100000:0.0:1746126472.821927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.822092:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822182656 00000100:00100000:3.0:1746126472.822101:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822182656 00000100:00100000:3.0:1746126472.822140:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5330 00000100:00100000:3.0:1746126472.822148:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+67:31631:x1830945822182656:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.822165:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.822181:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c544 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.822218:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.822225:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.822227:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.822230:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 68 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.822259:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.822271:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 5 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.822283:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820525824:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.822372:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.840530:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.840622:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820525824:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.840657:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 68 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.840678:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d8200, rc 0) 00000100:00100000:3.0:1746126472.840724:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:31631:x1830945822182656:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18576us (18802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.840733:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5330 00000100:00100000:3.0:1746126472.843634:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822182784 00000100:00100000:3.0:1746126472.843646:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822182784 00000100:00100000:3.0:1746126472.843697:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5331 00000100:00100000:3.0:1746126472.843705:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:31630:x1830945822182784:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.843724:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.843743:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c54b expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.843769:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.843774:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 69 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.843780:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.843783:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 69 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.843822:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 69 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.843834:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 69 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.843842:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d8800, rc 0) 00000100:00100000:3.0:1746126472.844294:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:31630:x1830945822182784:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 588us (3772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.844300:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5331 00000100:00100000:0.0:1746126472.855254:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.856225:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822182912 00000100:00100000:2.0:1746126472.856235:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822182912 00010000:00010000:2.0:1746126472.856272:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.856408:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7543 00000100:00100000:2.0:1746126472.856417:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822182912:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.856433:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.856454:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.856464:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.856487:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945d9600/0x8f8d42f0d1116eea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c53d expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.856528:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.856531:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.856538:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 68 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.856547:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 68 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.856584:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 68 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.856595:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.856607:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820526080:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.856692:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.858342:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.858551:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820526080:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.858575:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.858613:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822182912:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2196us (3370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.858622:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7543 00000100:00100000:1.0:1746126472.858707:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822183168 00000100:00100000:1.0:1746126472.858714:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822183168 00002000:00100000:1.0:1746126472.858753:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88000 x1830945822183168/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.858762:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88000 with x1830945822183168 ext(0->4095) 00010000:00010000:1.0:1746126472.858769:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126472.858780:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126472.858786:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa88000 00000100:00100000:1.0:1746126472.859000:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1942 00000100:00100000:1.0:1746126472.859008:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:1977:x1830945822183168:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126472.859150:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:1977:x1830945822183168:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (813us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.859155:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1942 00002000:00100000:1.0:1746126472.859160:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88000 x1830945822183168/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.859166:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88000 with x1830945822183168 ext(0->4095) 00010000:00010000:1.0:1746126472.859170:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126472.859178:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126472.859184:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa88000 00000100:00100000:2.0:1746126472.868381:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.868523:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822183296 00000100:00100000:3.0:1746126472.868533:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822183296 00000100:00100000:3.0:1746126472.868585:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5332 00000100:00100000:3.0:1746126472.868596:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822183296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.868615:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.868634:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c552 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.868661:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.868668:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 68 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.868673:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126472.868677:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.868716:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 68 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.868727:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.868741:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d8a00, rc 0) 00000100:00100000:3.0:1746126472.868957:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822183296:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 360us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.868963:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5332 00000100:00100000:0.0:1746126472.869323:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.869875:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822183424 00000100:00100000:2.0:1746126472.869880:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822183424 00010000:00010000:2.0:1746126472.869903:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.869939:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7544 00000100:00100000:2.0:1746126472.869945:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:1976:x1830945822183424:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.869958:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.869979:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.869990:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.870010:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116ef1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c544 expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.870025:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.870027:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.870032:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 68 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.870039:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 68 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.870066:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 68 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.870077:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.870089:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820526336:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.870167:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.872396:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820526336:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126472.872420:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126472.872472:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1976:x1830945822183424:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2527us (3148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126472.872483:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7544 00000100:00100000:0.0:1746126472.872956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.873196:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822183680 00000100:00100000:3.0:1746126472.873212:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822183680 00002000:00100000:3.0:1746126472.873251:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3e680 x1830945822183680/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.873260:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3e680 with x1830945822183680 ext(0->4095) 00010000:00010000:3.0:1746126472.873269:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.873281:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.873287:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a3e680 00000100:00100000:3.0:1746126472.873316:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1943 00000100:00100000:3.0:1746126472.873423:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1976:x1830945822183680:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126472.873607:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1976:x1830945822183680:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 285us (651us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.873613:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1943 00002000:00100000:3.0:1746126472.873619:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092a3e680 x1830945822183680/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.873631:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092a3e680 with x1830945822183680 ext(0->4095) 00010000:00010000:3.0:1746126472.873635:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.873644:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126472.873649:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092a3e680 00000100:00100000:0.0:1746126472.877415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126472.877774:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.877866:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822183808 00000100:00100000:3.0:1746126472.877875:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822183808 00000100:00100000:3.0:1746126472.877922:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5333 00000100:00100000:3.0:1746126472.877928:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:31630:x1830945822183808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.877947:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.877965:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c559 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.877989:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.877995:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.878000:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126472.878003:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 69 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.878041:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.878057:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 69 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.878066:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d8200, rc 0) 00000100:00100000:3.0:1746126472.878108:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:31630:x1830945822183808:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.878113:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5333 00000100:00100000:2.0:1746126472.878381:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822183936 00000100:00100000:2.0:1746126472.878386:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822183936 00010000:00010000:2.0:1746126472.878402:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.878431:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7545 00000100:00100000:2.0:1746126472.878436:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+69:1976:x1830945822183936:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.878444:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.878465:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.878475:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.878516:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116ef8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c54b expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.878530:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.878532:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.878537:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.878542:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.878562:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.878572:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 5 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.878582:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820526592:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.878643:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.882540:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820526592:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.882896:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.882977:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822184192 00000100:00100000:1.0:1746126472.882989:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822184192 00002000:00100000:1.0:1746126472.883034:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c283100 x1830945822184192/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.883043:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283100 with x1830945822184192 ext(0->4095) 00010000:00010000:1.0:1746126472.883051:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126472.883064:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126472.883070:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c283100 00000100:00100000:1.0:1746126472.883100:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1944 00000100:00100000:1.0:1746126472.883108:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822184192:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00010000:00010000:0.0:1746126472.883180:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126472.883238:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1976:x1830945822183936:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4801us (5463us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126472.883247:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7545 00000100:00100000:1.0:1746126472.883276:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822184192:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.883282:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1944 00002000:00100000:1.0:1746126472.883287:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c283100 x1830945822184192/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.883293:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283100 with x1830945822184192 ext(0->4095) 00010000:00010000:1.0:1746126472.883298:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126472.883311:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126472.883317:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c283100 00000100:00100000:0.0:1746126472.891190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.891308:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822184320 00000100:00100000:2.0:1746126472.891317:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822184320 00010000:00010000:2.0:1746126472.891354:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126472.891720:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7546 00000100:00100000:2.0:1746126472.891729:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822184320:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126472.891745:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126472.891767:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.891781:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.891803:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8a00/0x8f8d42f0d1116eff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c552 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.891844:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.891847:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126472.891855:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 67 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.891863:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 67 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126472.891898:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 67 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126472.891911:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820526720:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126472.892059:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126472.896564:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c282300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820526720:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.896594:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.897116:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822184320:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5385us (5933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.897127:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7546 00000100:00100000:0.0:1746126472.897396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.899142:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822184576 00000100:00100000:3.0:1746126472.899152:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822184576 00002000:00100000:3.0:1746126472.899197:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d3b80 x1830945822184576/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.899219:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d3b80 with x1830945822184576 ext(0->4095) 00002000:00010000:3.0:1746126472.899224:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d3b80 00000100:00100000:3.0:1746126472.899246:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4025 00000100:00100000:3.0:1746126472.899253:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1974:x1830945822184576:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126472.900242:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1974:x1830945822184576:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 984us (2842us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126472.900250:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4025 00002000:00100000:3.0:1746126472.900583:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d3b80 x1830945822184576/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126472.900592:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d3b80 with x1830945822184576 ext(0->4095) 00002000:00010000:3.0:1746126472.900596:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c6d3b80 00000100:00100000:0.0:1746126472.902978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.903290:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822184704 00000100:00100000:3.0:1746126472.903300:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822184704 00000100:00100000:3.0:1746126472.903355:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5334 00000100:00100000:3.0:1746126472.903363:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822184704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.903381:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.903399:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c560 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.903429:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 67 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.903437:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.903439:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.903442:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.903473:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 67 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.903485:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 67 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.903540:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820526848:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.903619:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.911296:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.912434:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820526848:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.912471:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.912491:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d8800, rc 0) 00000100:00100000:2.0:1746126472.912718:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822184832 00000100:00100000:2.0:1746126472.912726:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822184832 00002000:00100000:2.0:1746126472.912766:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094901880 x1830945822184832/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.912775:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901880 with x1830945822184832 ext(0->7) 00010000:00010000:2.0:1746126472.912781:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.912793:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 68 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126472.912798:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094901880 00000100:00100000:3.0:1746126472.913319:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822184704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9954us (10347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.913328:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5334 00000100:00100000:2.0:1746126472.913731:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1945 00000100:00100000:2.0:1746126472.913745:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+68:1975:x1830945822184832:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126472.914074:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1975:x1830945822184832:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 330us (2786us total) trans 4294968058 rc 0/0 00000100:00100000:2.0:1746126472.914081:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1945 00002000:00100000:2.0:1746126472.914087:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094901880 x1830945822184832/t4294968058(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/448 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.914095:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901880 with x1830945822184832 ext(0->7) 00010000:00010000:2.0:1746126472.914100:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 70 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.914110:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 70 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126472.914116:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094901880 00000100:00100000:0.0:1746126472.920461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.922123:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822184960 00000100:00100000:3.0:1746126472.922135:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822184960 00010000:00010000:3.0:1746126472.922181:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 70 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.927074:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7547 00000100:00100000:3.0:1746126472.927096:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1975:x1830945822184960:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.927121:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.927148:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 70 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.927163:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 70 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.927185:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8200/0x8f8d42f0d1116f06 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c559 expref: 70 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.927651:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.927653:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.927662:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.927670:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.927707:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.927719:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820526976:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.927824:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126472.930179:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.930280:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822185088 00000100:00100000:3.0:1746126472.930289:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822185088 00000100:00100000:3.0:1746126472.930342:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5335 00000100:00100000:3.0:1746126472.930350:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:31630:x1830945822185088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.930368:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.930386:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c567 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.930415:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.930421:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.930423:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.930427:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 71 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.930455:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.930465:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 5 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.930477:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820527104:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126472.931369:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.932815:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.932907:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820526976:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.932932:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.932984:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1975:x1830945822184960:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5897us (12532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.932994:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7547 00000100:00100000:2.0:1746126472.933649:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822185344 00000100:00100000:2.0:1746126472.933656:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822185344 00002000:00100000:2.0:1746126472.933696:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094902d80 x1830945822185344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.933704:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902d80 with x1830945822185344 ext(0->4095) 00010000:00010000:2.0:1746126472.933713:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.933727:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126472.933738:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094902d80 00000100:00100000:2.0:1746126472.933764:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1946 00000100:00100000:2.0:1746126472.933771:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822185344:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126472.933920:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822185344:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (1112us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126472.933925:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1946 00002000:00100000:2.0:1746126472.933929:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094902d80 x1830945822185344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.933935:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094902d80 with x1830945822185344 ext(0->4095) 00010000:00010000:2.0:1746126472.933939:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.933947:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126472.933952:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094902d80 00000100:00100000:3.0:1746126472.934313:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820527104:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126472.934333:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 70 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.934346:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f200, rc 0) 00000100:00100000:3.0:1746126472.934375:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:31630:x1830945822185088:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4026us (4205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.934380:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5335 00000100:00100000:0.0:1746126472.937358:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.937484:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822185472 00000100:00100000:3.0:1746126472.937529:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822185472 00000100:00100000:3.0:1746126472.937584:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5336 00000100:00100000:3.0:1746126472.937591:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:31631:x1830945822185472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126472.937610:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126472.937629:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c56e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.937655:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.937660:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 71 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.937666:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126472.937669:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 71 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.937701:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 71 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.937712:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 71 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.937720:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fc00, rc 0) 00000100:00100000:3.0:1746126472.937766:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:31631:x1830945822185472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.937771:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5336 00000100:00100000:0.0:1746126472.938125:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.938253:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822185600 00000100:00100000:3.0:1746126472.938257:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822185600 00010000:00010000:3.0:1746126472.938273:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.938307:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7548 00000100:00100000:3.0:1746126472.938312:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822185600:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.938321:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.938341:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.938351:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.938369:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945d8800/0x8f8d42f0d1116f0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c560 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.938391:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.938393:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.938399:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 70 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.938406:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 70 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.938425:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 70 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.938435:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 70 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.939209:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820527360:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.939506:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.946346:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.946669:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820527360:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.946693:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126472.946739:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822185600:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 8424us (8612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.946750:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7548 00000100:00100000:1.0:1746126472.946873:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822185856 00000100:00100000:1.0:1746126472.946880:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822185856 00002000:00100000:1.0:1746126472.946921:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094900e00 x1830945822185856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.946931:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900e00 with x1830945822185856 ext(0->4095) 00010000:00010000:1.0:1746126472.946939:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 71 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126472.946952:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 71 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126472.946958:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094900e00 00000100:00100000:1.0:1746126472.946988:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1947 00000100:00100000:1.0:1746126472.946995:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1976:x1830945822185856:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126472.949055:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1976:x1830945822185856:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 2052us (2710us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.949064:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1947 00002000:00100000:1.0:1746126472.949072:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094900e00 x1830945822185856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.949080:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094900e00 with x1830945822185856 ext(0->4095) 00010000:00010000:1.0:1746126472.949090:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 71 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126472.949104:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 71 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126472.949110:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094900e00 00000100:00100000:2.0:1746126472.955326:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.955396:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822185984 00000100:00100000:3.0:1746126472.955406:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822185984 00010000:00010000:3.0:1746126472.955441:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 71 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.955483:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7549 00000100:00100000:3.0:1746126472.955490:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1976:x1830945822185984:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.955518:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126472.955540:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 71 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.955551:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 71 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.955572:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116f14 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c567 expref: 71 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.955599:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.955601:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.955608:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 70 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.955616:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 70 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.955649:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 70 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.955660:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820527488:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.955743:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.958000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.958090:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820527488:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126472.958112:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126472.958591:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822186240 00000100:00100000:1.0:1746126472.958597:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822186240 00002000:00100000:1.0:1746126472.958638:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901180 x1830945822186240/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.958647:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901180 with x1830945822186240 ext(0->4095) 00002000:00010000:1.0:1746126472.958750:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901180 00000100:00100000:3.0:1746126472.958919:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+71:1976:x1830945822185984:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3428us (3601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126472.958929:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7549 00000100:00100000:1.0:1746126472.962586:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4026 00000100:00100000:1.0:1746126472.962606:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1976:x1830945822186240:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126472.962823:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1976:x1830945822186240:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 225us (4828us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126472.962830:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4026 00002000:00100000:1.0:1746126472.962840:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094901180 x1830945822186240/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746126483 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126472.962849:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094901180 with x1830945822186240 ext(0->4095) 00002000:00010000:1.0:1746126472.962854:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094901180 00000100:00100000:0.0:1746126472.970060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126472.970427:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822186368 00000100:00100000:1.0:1746126472.970437:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822186368 00000100:00100000:1.0:1746126472.970632:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5337 00000100:00100000:1.0:1746126472.970641:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822186368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126472.970886:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126472.970904:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c575 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.972041:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 69 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.972048:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126472.972050:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126472.972054:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.972086:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 69 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.972097:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 69 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126472.972110:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820527616:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126472.972373:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126472.974581:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820527616:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126472.974614:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126472.974630:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839400, rc 0) 00000100:00100000:1.0:1746126472.974673:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822186368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4034us (4622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126472.974686:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5337 00000100:00100000:0.0:1746126472.975154:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126472.975309:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822186496 00000100:00100000:2.0:1746126472.975317:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822186496 00002000:00100000:2.0:1746126472.975358:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094148000 x1830945822186496/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/0 e 0 to 0 dl 1746126483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.975367:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094148000 with x1830945822186496 ext(0->7) 00010000:00010000:2.0:1746126472.975374:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 70 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.975391:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 70 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126472.975397:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094148000 00000100:00100000:2.0:1746126472.975426:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1948 00000100:00100000:2.0:1746126472.975434:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+70:1975:x1830945822186496:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126472.975771:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1975:x1830945822186496:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 338us (618us total) trans 4294968059 rc 0/0 00000100:00100000:2.0:1746126472.975777:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1948 00002000:00100000:2.0:1746126472.975783:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094148000 x1830945822186496/t4294968059(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:233/0 lens 496/448 e 0 to 0 dl 1746126483 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126472.975790:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094148000 with x1830945822186496 ext(0->7) 00010000:00010000:2.0:1746126472.975794:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 72 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126472.975802:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 72 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126472.975807:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094148000 00000100:00100000:0.0:1746126472.993154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126472.995610:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822186624 00000100:00100000:3.0:1746126472.995623:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822186624 00010000:00010000:3.0:1746126472.995670:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 72 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126472.995703:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7550 00000100:00100000:3.0:1746126472.995710:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1977:x1830945822186624:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126472.995724:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126472.995744:0:7117:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126472 -> 1746126473 00002000:00010000:3.0:1746126472.995747:0:7117:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126472 -> 1746126473 00010000:00010000:3.0:1746126472.995753:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 72 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.995766:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 72 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.995789:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116f1b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c56e expref: 72 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126472.995814:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.995816:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126472.995824:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.995833:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126472.995869:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126472.995881:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820527744:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126472.995984:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126472.999994:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.000035:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.000070:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822187008 00000100:00100000:0.0:1746126473.000078:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822187008 00002000:00100000:0.0:1746126473.000129:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d2d80 x1830945822187008/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.000138:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d2d80 with x1830945822187008 ext(0->4095) 00002000:00010000:0.0:1746126473.000143:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d2d80 00000100:00100000:0.0:1746126473.000178:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4027 00000100:00100000:0.0:1746126473.000186:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822187008:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126473.000376:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822187008:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (340us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126473.000382:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4027 00002000:00100000:0.0:1746126473.000388:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d2d80 x1830945822187008/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.000394:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d2d80 with x1830945822187008 ext(0->4095) 00002000:00010000:0.0:1746126473.000397:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d2d80 00000100:00100000:0.0:1746126473.000534:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822186752 00000100:00100000:0.0:1746126473.000538:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822186752 00000100:00100000:0.0:1746126473.000561:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5338 00000100:00100000:0.0:1746126473.000565:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:31630:x1830945822186752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126473.000575:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126473.000590:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c57c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.000617:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.000624:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126473.000626:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126473.000629:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.000654:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.000666:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 5 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126473.000677:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801359d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820527872:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126473.000737:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.000920:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820527744:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.000937:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.000960:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1977:x1830945822186624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5250us (7816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.000969:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7550 00000100:00100000:0.0:1746126473.006576:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.006645:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822187136 00000100:00100000:2.0:1746126473.006655:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822187136 00000100:00100000:2.0:1746126473.006803:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5339 00000100:00100000:2.0:1746126473.006812:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:31631:x1830945822187136:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.006831:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.006850:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c583 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.006877:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.006882:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 74 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.006889:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.006892:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 74 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.006924:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 74 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.006937:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 74 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126473.008090:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.008112:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801359d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820527872:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.008340:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822187264 00000100:00100000:3.0:1746126473.008346:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822187264 00010000:00010000:3.0:1746126473.008376:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.008411:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7551 00000100:00100000:3.0:1746126473.008417:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822187264:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.008428:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.008607:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c600, rc 0) 00000100:00100000:2.0:1746126473.008656:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:31631:x1830945822187136:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1843us (2090us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.008662:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5339 00010000:00010000:1.0:1746126473.008726:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.008737:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a287a00, rc 0) 00000100:00100000:1.0:1746126473.008758:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:31630:x1830945822186752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8193us (8776us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.008764:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5338 00010000:00010000:3.0:1746126473.008942:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.008953:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.008975:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d1116f22 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c575 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.008997:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.008999:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.009005:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 72 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.009012:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 72 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.009040:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 72 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.009056:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 72 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.009068:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820528128:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.009126:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.011116:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820528128:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.011138:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.011179:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822187264:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2760us (3092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.011189:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7551 00000100:00100000:0.0:1746126473.013620:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.013916:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822187520 00000100:00100000:2.0:1746126473.013927:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822187520 00002000:00100000:2.0:1746126473.013967:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ec700 x1830945822187520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.013976:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec700 with x1830945822187520 ext(0->4095) 00010000:00010000:2.0:1746126473.013985:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 73 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.014002:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 73 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.014008:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ec700 00000100:00100000:2.0:1746126473.014026:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1949 00000100:00100000:2.0:1746126473.014032:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1976:x1830945822187520:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.014215:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1976:x1830945822187520:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 183us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.014221:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1949 00002000:00100000:2.0:1746126473.014226:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ec700 x1830945822187520/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.014233:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec700 with x1830945822187520 ext(0->4095) 00010000:00010000:2.0:1746126473.014237:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 73 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.014245:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 73 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.014250:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ec700 00000100:00100000:0.0:1746126473.019025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.019131:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822187648 00000100:00100000:3.0:1746126473.019141:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822187648 00010000:00010000:3.0:1746126473.019177:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 73 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.019214:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7552 00000100:00100000:3.0:1746126473.019221:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1976:x1830945822187648:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.019236:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.019261:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 73 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.019272:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 73 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.019295:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a287a00/0x8f8d42f0d1116f29 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c57c expref: 73 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.019326:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.019328:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.019335:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 72 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.019343:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 72 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.019374:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 72 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.019385:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820528256:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.019472:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.022382:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.022479:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822187904 00000100:00100000:1.0:1746126473.022488:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822187904 00002000:00100000:1.0:1746126473.022556:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ece00 x1830945822187904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.022565:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ece00 with x1830945822187904 ext(0->4095) 00002000:00010000:1.0:1746126473.022570:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ece00 00000100:00100000:1.0:1746126473.022603:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4028 00000100:00100000:1.0:1746126473.022610:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1977:x1830945822187904:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126473.022807:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820528256:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.022827:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.022869:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1976:x1830945822187648:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3648us (3854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.022877:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7552 00000100:00100000:1.0:1746126473.023870:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1977:x1830945822187904:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1257us (1494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.023878:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4028 00002000:00100000:1.0:1746126473.023887:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ece00 x1830945822187904/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.023896:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ece00 with x1830945822187904 ext(0->4095) 00002000:00010000:1.0:1746126473.023900:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ece00 00000100:00100000:0.0:1746126473.026565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.026636:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822188032 00000100:00100000:1.0:1746126473.026645:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822188032 00000100:00100000:1.0:1746126473.026697:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5340 00000100:00100000:1.0:1746126473.026705:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822188032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.026722:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.026737:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c58a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.026765:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 71 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.026772:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.026774:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.026777:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.026808:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 71 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.026819:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 71 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.026831:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820528384:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126473.026914:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126473.031096:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820528384:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126473.031130:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.031152:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839600, rc 0) 00000100:00100000:1.0:1746126473.031197:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822188032:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4492us (4639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.031216:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5340 00000100:00100000:0.0:1746126473.032847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.032940:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822188160 00000100:00100000:3.0:1746126473.032949:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822188160 00010000:00010000:3.0:1746126473.032984:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 72 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.033011:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7553 00000100:00100000:3.0:1746126473.033019:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1976:x1830945822188160:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.033036:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.033057:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 72 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.033068:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 72 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.033090:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f30 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c583 expref: 72 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.033124:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.033126:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.033133:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.033141:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.033171:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.033183:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820528512:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.033273:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.034923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.035003:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822188288 00000100:00100000:1.0:1746126473.035010:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822188288 00000100:00100000:1.0:1746126473.035104:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5341 00000100:00100000:1.0:1746126473.035111:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:31630:x1830945822188288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.035126:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.035142:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c591 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.035167:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.035173:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.035175:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.035178:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.035213:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.035224:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 5 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.035240:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820528640:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126473.037271:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.037380:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820528512:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.037398:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.037430:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+73:1976:x1830945822188160:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4412us (4590us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.037440:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7553 00000100:00100000:0.0:1746126473.039361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.040362:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820528640:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.040391:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 72 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.040407:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839200, rc 0) 00000100:00100000:2.0:1746126473.040445:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:31630:x1830945822188288:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5334us (5527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.040454:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5341 00000100:00100000:1.0:1746126473.040779:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822188544 00000100:00100000:1.0:1746126473.040787:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822188544 00002000:00100000:1.0:1746126473.040821:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4edc00 x1830945822188544/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.040829:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4edc00 with x1830945822188544 ext(0->4095) 00010000:00010000:1.0:1746126473.040835:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.040846:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126473.040852:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4edc00 00000100:00100000:1.0:1746126473.040875:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1950 00000100:00100000:1.0:1746126473.040880:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822188544:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126473.041026:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822188544:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (1672us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.041031:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1950 00002000:00100000:1.0:1746126473.041036:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4edc00 x1830945822188544/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.041042:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4edc00 with x1830945822188544 ext(0->4095) 00010000:00010000:1.0:1746126473.041046:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.041054:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126473.041059:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4edc00 00000100:00100000:0.0:1746126473.046618:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.046820:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822188672 00000100:00100000:2.0:1746126473.046830:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822188672 00010000:00010000:2.0:1746126473.046869:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.046908:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7554 00000100:00100000:2.0:1746126473.046915:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822188672:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.046931:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.046952:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.046964:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.046988:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1116f37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c58a expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.048475:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.048480:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.048513:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 71 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.048523:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 71 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.048568:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 71 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126473.048582:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820528768:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.049314:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.053316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.053568:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820528768:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.053594:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.053688:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822188928 00000100:00100000:3.0:1746126473.053695:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822188928 00002000:00100000:3.0:1746126473.053737:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ee300 x1830945822188928/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.053753:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee300 with x1830945822188928 ext(0->4095) 00002000:00010000:3.0:1746126473.053757:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ee300 00000100:00100000:3.0:1746126473.053789:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4029 00000100:00100000:3.0:1746126473.053796:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1977:x1830945822188928:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126473.053944:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1977:x1830945822188928:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (639us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.053949:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4029 00002000:00100000:3.0:1746126473.053954:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ee300 x1830945822188928/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.053960:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee300 with x1830945822188928 ext(0->4095) 00002000:00010000:3.0:1746126473.053963:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ee300 00000100:00100000:2.0:1746126473.054149:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822188672:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6723us (7030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.054159:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7554 00000100:00100000:0.0:1746126473.077798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.077976:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822189056 00000100:00100000:2.0:1746126473.077986:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822189056 00000100:00100000:2.0:1746126473.078040:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5342 00000100:00100000:2.0:1746126473.078048:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822189056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.078067:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.078084:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c598 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.078114:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 71 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.078125:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.078127:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.078130:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.078159:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 71 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.078170:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 71 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.078182:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820528896:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.078299:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.104803:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820528896:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.104842:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.104860:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c800, rc 0) 00000100:00100000:2.0:1746126473.104915:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822189056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 26866us (27126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.104923:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5342 00000100:00100000:0.0:1746126473.114795:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.114858:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.114868:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822189184 00000100:00100000:3.0:1746126473.114915:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822189312 00000100:00100000:3.0:1746126473.114922:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822189312 00002000:00100000:3.0:1746126473.114974:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012f4eed80 x1830945822189312/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.114983:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eed80 with x1830945822189312 ext(0->7) 00010000:00010000:3.0:1746126473.114992:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 72 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.115005:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 72 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.115011:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4eed80 00000100:00100000:3.0:1746126473.115045:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1951 00000100:00100000:3.0:1746126473.115053:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+72:1977:x1830945822189312:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126473.115352:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822189184 00000100:00100000:2.0:1746126473.115389:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5343 00000100:00100000:3.0:1746126473.115390:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1977:x1830945822189312:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 337us (530us total) trans 4294968060 rc 0/0 00000100:00100000:2.0:1746126473.115394:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:31630:x1830945822189184:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126473.115396:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1951 00002000:00100000:3.0:1746126473.115401:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012f4eed80 x1830945822189312/t4294968060(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/448 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126473.115405:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:3.0:1746126473.115408:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eed80 with x1830945822189312 ext(0->7) 00010000:00010000:3.0:1746126473.115412:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 75 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.115417:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c59f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.115420:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 75 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.115425:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4eed80 00010000:00010000:2.0:1746126473.115436:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.115441:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.115446:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126473.115449:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 75 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.115485:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.115525:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 75 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.115534:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496cc00, rc 0) 00000100:00100000:2.0:1746126473.115551:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:31630:x1830945822189184:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.115556:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5343 00000100:00100000:0.0:1746126473.118930:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.119031:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822189440 00000100:00100000:2.0:1746126473.119039:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822189440 00010000:00010000:2.0:1746126473.119075:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 75 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.119112:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7555 00000100:00100000:2.0:1746126473.119120:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1976:x1830945822189440:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.119134:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.119155:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 75 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.119165:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 75 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.119188:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f3e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c591 expref: 75 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.119727:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.119729:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.119737:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.119747:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.119785:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.119797:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 5 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.119809:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820529152:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.119903:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b42b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.121601:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820529152:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.121624:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.121670:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1976:x1830945822189440:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2548us (2749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.121680:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7555 00000100:00100000:0.0:1746126473.121812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.121915:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822189696 00000100:00100000:2.0:1746126473.121921:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822189696 00002000:00100000:2.0:1746126473.121955:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ef100 x1830945822189696/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.121964:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef100 with x1830945822189696 ext(0->4095) 00010000:00010000:2.0:1746126473.121971:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.121983:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.121989:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ef100 00000100:00100000:2.0:1746126473.122017:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1952 00000100:00100000:2.0:1746126473.122027:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822189696:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126473.122179:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822189696:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.122185:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1952 00002000:00100000:2.0:1746126473.122190:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ef100 x1830945822189696/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.122196:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef100 with x1830945822189696 ext(0->4095) 00010000:00010000:2.0:1746126473.122209:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.122218:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.122223:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ef100 00000100:00100000:0.0:1746126473.125171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.125353:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822189824 00000100:00100000:2.0:1746126473.125361:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822189824 00010000:00010000:2.0:1746126473.125397:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.125424:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7556 00000100:00100000:2.0:1746126473.125431:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822189824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.125446:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.125467:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.125478:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.125527:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c800/0x8f8d42f0d1116f45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c598 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.125699:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.125701:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.125709:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.125723:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.125923:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126473.125937:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820529280:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.126425:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.129562:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820529280:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.129589:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.129635:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822189824:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4203us (4472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.129645:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7556 00000100:00100000:0.0:1746126473.131577:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.131939:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822190080 00000100:00100000:2.0:1746126473.131948:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822190080 00002000:00100000:2.0:1746126473.131994:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ef800 x1830945822190080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.132004:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef800 with x1830945822190080 ext(0->4095) 00002000:00010000:2.0:1746126473.132009:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ef800 00000100:00100000:2.0:1746126473.132030:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4030 00000100:00100000:2.0:1746126473.132037:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1977:x1830945822190080:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126473.132220:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1977:x1830945822190080:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 182us (649us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.132230:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4030 00002000:00100000:2.0:1746126473.132235:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ef800 x1830945822190080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.132242:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef800 with x1830945822190080 ext(0->4095) 00002000:00010000:2.0:1746126473.132249:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ef800 00000100:00100000:0.0:1746126473.134117:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.134231:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822190208 00000100:00100000:1.0:1746126473.134239:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822190208 00000100:00100000:1.0:1746126473.135086:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5344 00000100:00100000:1.0:1746126473.135097:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822190208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.135115:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.135134:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5a6 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.135163:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.135170:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.135172:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.135175:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.135217:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 73 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.135229:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 73 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.135241:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820529408:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126473.136365:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.141622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.141715:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822190336 00000100:00100000:2.0:1746126473.141724:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822190336 00002000:00100000:2.0:1746126473.141770:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012f4ec380 x1830945822190336/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.141781:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec380 with x1830945822190336 ext(0->7) 00010000:00010000:2.0:1746126473.141789:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 74 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.141804:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 74 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.141811:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ec380 00000100:00100000:2.0:1746126473.141848:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1953 00000100:00100000:2.0:1746126473.141857:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+74:1976:x1830945822190336:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126473.142189:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1976:x1830945822190336:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 332us (575us total) trans 4294968061 rc 0/0 00000100:00100000:2.0:1746126473.142195:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1953 00002000:00100000:2.0:1746126473.142211:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012f4ec380 x1830945822190336/t4294968061(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/448 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.142224:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec380 with x1830945822190336 ext(0->7) 00010000:00010000:2.0:1746126473.142229:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 76 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.142238:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 76 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.142243:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ec380 00000100:00100000:1.0:1746126473.143183:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820529408:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126473.143220:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.143234:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839a00, rc 0) 00000100:00100000:1.0:1746126473.143270:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822190208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8176us (9159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.143277:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5344 00000100:00100000:0.0:1746126473.151595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.151699:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822190464 00000100:00100000:2.0:1746126473.151708:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822190464 00010000:00010000:2.0:1746126473.151746:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 76 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.151775:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7557 00000100:00100000:2.0:1746126473.151782:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1975:x1830945822190464:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.151796:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.151818:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 76 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.151828:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 76 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.151853:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496cc00/0x8f8d42f0d1116f4c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c59f expref: 76 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.152470:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.152474:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.152483:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.152491:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.152549:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126473.152562:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820529536:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.153530:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.156480:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820529536:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.156550:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.156610:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+75:1975:x1830945822190464:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4826us (5025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.156621:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7557 00000100:00100000:0.0:1746126473.156710:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.157092:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822190720 00000100:00100000:3.0:1746126473.157100:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822190720 00002000:00100000:3.0:1746126473.157142:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ed500 x1830945822190720/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.157152:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ed500 with x1830945822190720 ext(0->4095) 00002000:00010000:3.0:1746126473.157156:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ed500 00000100:00100000:3.0:1746126473.157173:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4031 00000100:00100000:3.0:1746126473.157180:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822190720:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126473.157344:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822190720:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (634us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.157353:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4031 00002000:00100000:3.0:1746126473.157358:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ed500 x1830945822190720/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.157365:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ed500 with x1830945822190720 ext(0->4095) 00002000:00010000:3.0:1746126473.157367:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ed500 00000100:00100000:0.0:1746126473.159816:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.160767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.161048:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822190848 00000100:00100000:3.0:1746126473.161058:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822190848 00000100:00100000:3.0:1746126473.161098:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822190976 00000100:00100000:3.0:1746126473.161100:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822190976 00000100:00100000:3.0:1746126473.161855:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5345 00000100:00100000:3.0:1746126473.161865:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:31631:x1830945822190848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.161883:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.161901:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5ad expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.161933:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.161939:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.161941:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.161944:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.161974:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.161985:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 5 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.161997:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820529664:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.162076:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126473.162748:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5346 00000100:00100000:1.0:1746126473.162760:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:31630:x1830945822190976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.162768:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.162777:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5b4 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.162793:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.162797:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.162802:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.162804:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 78 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.162828:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.162839:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 78 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.162848:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839200, rc 0) 00000100:00100000:1.0:1746126473.162878:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800928e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:31630:x1830945822190976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (2113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.162883:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5346 00000100:00100000:0.0:1746126473.166650:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.166824:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820529664:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.166860:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.166877:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289ea00, rc 0) 00000100:00100000:3.0:1746126473.167121:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:31631:x1830945822190848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5257us (7313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.167129:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5345 00000100:00100000:2.0:1746126473.167354:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822191104 00000100:00100000:2.0:1746126473.167361:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822191104 00010000:00010000:2.0:1746126473.167387:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.167407:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7558 00000100:00100000:2.0:1746126473.167412:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822191104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.167425:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.167444:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.167458:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.167478:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1116f53 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5a6 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.167522:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.167524:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.167530:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 76 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.167538:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 76 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.167568:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 76 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.167577:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 76 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.167588:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820529920:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.167645:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.169486:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820529920:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.169539:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.169579:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822191104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2165us (3088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.169592:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7558 00000100:00100000:0.0:1746126473.170968:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.171711:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822191360 00000100:00100000:2.0:1746126473.171720:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822191360 00002000:00100000:2.0:1746126473.171764:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e79c00 x1830945822191360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.171774:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79c00 with x1830945822191360 ext(0->4095) 00010000:00010000:2.0:1746126473.171783:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 77 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.171796:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 77 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.171802:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e79c00 00000100:00100000:2.0:1746126473.171834:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1954 00000100:00100000:2.0:1746126473.171840:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:1977:x1830945822191360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126473.172012:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:1977:x1830945822191360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 171us (1049us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.172018:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1954 00002000:00100000:2.0:1746126473.172023:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e79c00 x1830945822191360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.172029:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79c00 with x1830945822191360 ext(0->4095) 00010000:00010000:2.0:1746126473.172034:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 77 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.172047:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 77 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.172052:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e79c00 00000100:00100000:0.0:1746126473.175162:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.175646:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.175750:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822191488 00000100:00100000:3.0:1746126473.175759:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822191488 00000100:00100000:3.0:1746126473.175810:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5347 00000100:00100000:3.0:1746126473.175817:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822191488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.175836:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.175852:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5bb expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.175878:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.175884:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 76 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.175890:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126473.175894:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.175937:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 76 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.175950:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.175960:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fa00, rc 0) 00000100:00100000:3.0:1746126473.176012:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822191488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.176018:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5347 00000100:00100000:2.0:1746126473.176078:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822191616 00000100:00100000:2.0:1746126473.176082:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822191616 00010000:00010000:2.0:1746126473.176100:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 77 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.176117:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7559 00000100:00100000:2.0:1746126473.176122:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:1977:x1830945822191616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.176131:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.176152:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 77 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.176162:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 77 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.176180:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116f5a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ad expref: 77 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.176194:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.176195:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.176211:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 76 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.176223:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 76 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.176243:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 76 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.176253:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 76 pid: 8480 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.176265:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820530176:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.176320:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.178175:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820530176:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.178198:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.178250:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1977:x1830945822191616:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2126us (2603us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.178259:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7559 00000100:00100000:0.0:1746126473.179045:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.179258:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822191872 00000100:00100000:3.0:1746126473.179264:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822191872 00002000:00100000:3.0:1746126473.179304:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78d500 x1830945822191872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.179313:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78d500 with x1830945822191872 ext(0->4095) 00010000:00010000:3.0:1746126473.179320:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 76 pid: 8480 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.179334:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 76 pid: 8480 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.179340:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78d500 00000100:00100000:3.0:1746126473.179368:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1955 00000100:00100000:3.0:1746126473.179375:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b78d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1976:x1830945822191872:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126473.179568:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b78d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1976:x1830945822191872:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 193us (525us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.179574:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1955 00002000:00100000:3.0:1746126473.179579:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008b78d500 x1830945822191872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.179586:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b78d500 with x1830945822191872 ext(0->4095) 00010000:00010000:3.0:1746126473.179591:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 76 pid: 8480 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.179599:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 76 pid: 8480 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.179604:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b78d500 00000100:00100000:0.0:1746126473.182409:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.183306:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.184065:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822192000 00000100:00100000:2.0:1746126473.184075:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822192000 00000100:00100000:2.0:1746126473.184131:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5348 00000100:00100000:2.0:1746126473.184140:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:31630:x1830945822192000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.184160:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.184177:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5c2 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.184212:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.184220:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.184227:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126473.184230:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.184268:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.184280:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.184290:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c600, rc 0) 00000100:00100000:2.0:1746126473.184342:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:31630:x1830945822192000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (1942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.184348:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5348 00000100:00100000:3.0:1746126473.184616:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822192128 00000100:00100000:3.0:1746126473.184620:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822192128 00010000:00010000:3.0:1746126473.184638:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 77 pid: 8480 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.184667:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7560 00000100:00100000:3.0:1746126473.184673:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:1974:x1830945822192128:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.184682:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.184703:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 77 pid: 8480 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.184713:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 77 pid: 8480 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.184731:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1116f61 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5b4 expref: 77 pid: 8480 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.184746:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.184748:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.184754:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.184761:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.184782:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.184792:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 5 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.184804:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820530432:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.184866:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.187483:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.187621:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820530432:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.187645:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.187687:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1974:x1830945822192128:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3013us (4382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.187696:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7560 00000100:00100000:2.0:1746126473.187902:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822192384 00000100:00100000:2.0:1746126473.187908:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822192384 00002000:00100000:2.0:1746126473.187944:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a6d80 x1830945822192384/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.187953:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a6d80 with x1830945822192384 ext(0->4095) 00010000:00010000:2.0:1746126473.187962:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.187974:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.187984:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941a6d80 00000100:00100000:2.0:1746126473.188000:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1956 00000100:00100000:2.0:1746126473.188007:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822192384:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.188168:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822192384:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (693us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.188174:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1956 00002000:00100000:2.0:1746126473.188179:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a6d80 x1830945822192384/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.188186:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a6d80 with x1830945822192384 ext(0->4095) 00010000:00010000:2.0:1746126473.188190:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.188208:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.188214:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941a6d80 00000100:00100000:0.0:1746126473.192635:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.192702:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822192512 00000100:00100000:3.0:1746126473.192712:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822192512 00010000:00010000:3.0:1746126473.192753:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.192795:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7561 00000100:00100000:3.0:1746126473.192802:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822192512:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.192815:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.192838:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.192849:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.192870:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116f68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5bb expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.192896:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.192898:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.192906:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 75 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.192913:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 75 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.192943:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 75 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.192953:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820530560:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.193821:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.197443:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820530560:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.197469:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.197554:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822192512:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4750us (4926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.197564:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7561 00000100:00100000:0.0:1746126473.198297:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.198535:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822192768 00000100:00100000:3.0:1746126473.198542:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822192768 00002000:00100000:3.0:1746126473.198608:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009414bb80 x1830945822192768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.198618:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009414bb80 with x1830945822192768 ext(0->4095) 00002000:00010000:3.0:1746126473.198622:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009414bb80 00000100:00100000:3.0:1746126473.198989:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4032 00000100:00100000:3.0:1746126473.198996:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1976:x1830945822192768:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.199180:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1976:x1830945822192768:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 184us (885us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.199186:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4032 00002000:00100000:3.0:1746126473.199191:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009414bb80 x1830945822192768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.199197:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009414bb80 with x1830945822192768 ext(0->4095) 00002000:00010000:3.0:1746126473.199210:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009414bb80 00000100:00100000:0.0:1746126473.201316:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.201533:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822192896 00000100:00100000:2.0:1746126473.201542:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822192896 00000100:00100000:2.0:1746126473.201595:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5349 00000100:00100000:2.0:1746126473.201603:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822192896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.201618:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.201635:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5c9 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.201667:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 75 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.201674:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.201676:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.201679:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.201710:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 75 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.201722:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 75 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.201734:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820530688:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.201827:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.204571:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820530688:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.204606:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.204624:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c200, rc 0) 00000100:00100000:2.0:1746126473.204676:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822192896:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3072us (3367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.204685:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5349 00000100:00100000:0.0:1746126473.205315:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.205702:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822193024 00000100:00100000:2.0:1746126473.205710:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822193024 00010000:00010000:2.0:1746126473.205736:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 76 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.206034:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7562 00000100:00100000:2.0:1746126473.206042:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1977:x1830945822193024:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.206053:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.206074:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 76 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.206085:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 76 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.206104:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d1116f6f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c2 expref: 76 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.206132:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.206133:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.206140:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.206148:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.206669:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126473.206683:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820530816:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.206760:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.208687:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.209933:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822193152 00000100:00100000:2.0:1746126473.209945:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822193152 00000100:00100000:2.0:1746126473.210028:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5350 00000100:00100000:2.0:1746126473.210037:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:31630:x1830945822193152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.210054:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.210072:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5d0 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.210098:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.210105:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.210107:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.210110:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.210138:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.210150:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 5 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.210162:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820530944:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126473.210466:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820530816:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126473.210488:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.211138:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.211176:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:1977:x1830945822193024:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5134us (5860us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126473.211185:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7562 00000100:00100000:0.0:1746126473.214709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.217924:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820530944:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.217957:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 76 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.217975:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496da00, rc 0) 00000100:00100000:3.0:1746126473.218077:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822193408 00000100:00100000:3.0:1746126473.218085:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822193408 00002000:00100000:3.0:1746126473.218126:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ef480 x1830945822193408/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.218135:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef480 with x1830945822193408 ext(0->4095) 00010000:00010000:3.0:1746126473.218142:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.218153:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.218160:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ef480 00000100:00100000:3.0:1746126473.218187:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1957 00000100:00100000:3.0:1746126473.218195:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822193408:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.218393:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:31630:x1830945822193152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8356us (9711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.218404:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5350 00000100:00100000:3.0:1746126473.218470:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822193408:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 276us (3770us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.218475:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1957 00002000:00100000:3.0:1746126473.218481:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ef480 x1830945822193408/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.218488:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef480 with x1830945822193408 ext(0->4095) 00010000:00010000:3.0:1746126473.218506:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.218515:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.218521:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ef480 00000100:00100000:0.0:1746126473.224878:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.224980:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822193536 00000100:00100000:2.0:1746126473.224989:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822193536 00010000:00010000:2.0:1746126473.225026:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.226881:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7563 00000100:00100000:2.0:1746126473.226897:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822193536:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.226918:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.226945:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.226960:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.226982:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c200/0x8f8d42f0d1116f76 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5c9 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.227013:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.227015:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.227023:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 75 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.227036:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 75 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.227069:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 75 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126473.227081:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820531072:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.227170:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.231848:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820531072:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.231873:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.233724:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822193536:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6822us (8850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.233737:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7563 00000100:00100000:2.0:1746126473.233955:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.234562:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822193792 00000100:00100000:3.0:1746126473.234571:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822193792 00002000:00100000:3.0:1746126473.234612:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094699880 x1830945822193792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.234627:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699880 with x1830945822193792 ext(0->4095) 00002000:00010000:3.0:1746126473.234632:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094699880 00000100:00100000:3.0:1746126473.234656:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4033 00000100:00100000:3.0:1746126473.234662:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1976:x1830945822193792:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.234834:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1976:x1830945822193792:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 172us (880us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.234839:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4033 00002000:00100000:3.0:1746126473.234844:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094699880 x1830945822193792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.234851:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094699880 with x1830945822193792 ext(0->4095) 00002000:00010000:3.0:1746126473.234853:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094699880 00000100:00100000:0.0:1746126473.240792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.240927:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822193920 00000100:00100000:2.0:1746126473.240937:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822193920 00000100:00100000:2.0:1746126473.240990:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5351 00000100:00100000:2.0:1746126473.240998:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822193920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.241016:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.241034:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5d7 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.241064:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 75 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.241075:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.241077:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.241081:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.241110:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 75 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.241122:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 75 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.241133:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820531200:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.241233:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.242905:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820531200:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.242931:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.242946:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3000, rc 0) 00000100:00100000:2.0:1746126473.242987:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822193920:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1990us (2206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.242995:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5351 00000100:00100000:0.0:1746126473.252359:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.256857:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822194048 00000100:00100000:2.0:1746126473.256871:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822194048 00002000:00100000:2.0:1746126473.256923:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a452c380 x1830945822194048/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.256939:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452c380 with x1830945822194048 ext(0->7) 00010000:00010000:2.0:1746126473.256948:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 76 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.256963:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 76 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.256970:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452c380 00000100:00100000:2.0:1746126473.256994:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1958 00000100:00100000:2.0:1746126473.257001:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+76:1975:x1830945822194048:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126473.257355:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1975:x1830945822194048:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 353us (5005us total) trans 4294968062 rc 0/0 00000100:00100000:2.0:1746126473.257362:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1958 00002000:00100000:2.0:1746126473.257368:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a452c380 x1830945822194048/t4294968062(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/448 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.257375:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452c380 with x1830945822194048 ext(0->7) 00010000:00010000:2.0:1746126473.257379:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.257387:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.257392:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452c380 00000100:00100000:0.0:1746126473.270930:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.270986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.271078:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822194304 00000100:00100000:3.0:1746126473.271087:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822194304 00010000:00010000:3.0:1746126473.271122:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.271163:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7564 00000100:00100000:3.0:1746126473.271170:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1974:x1830945822194304:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.271184:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.271217:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.271229:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.271252:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1116f7d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d0 expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.271272:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.271274:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.271282:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.271290:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.271322:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.271334:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820531328:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.271423:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.271788:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822194176 00000100:00100000:2.0:1746126473.271793:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822194176 00000100:00100000:2.0:1746126473.271866:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5352 00000100:00100000:2.0:1746126473.271873:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:31630:x1830945822194176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.271887:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.271899:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5de expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.271917:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.271923:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.271924:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.271927:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.271944:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.271954:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 5 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.271962:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820531456:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.273716:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.276263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.276421:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820531456:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126473.276450:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.276468:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa2800, rc 0) 00000100:00100000:0.0:1746126473.276553:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31630:x1830945822194176:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4680us (5632us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126473.276562:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5352 00000100:00100000:3.0:1746126473.276710:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820531328:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.276725:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.276741:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1974:x1830945822194304:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5573us (5755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.276748:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7564 00000100:00100000:3.0:1746126473.276776:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822194560 00000100:00100000:3.0:1746126473.276781:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822194560 00002000:00100000:3.0:1746126473.276808:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d2a00 x1830945822194560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.276822:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d2a00 with x1830945822194560 ext(0->4095) 00010000:00010000:3.0:1746126473.276828:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.276838:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.276844:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d2a00 00000100:00100000:3.0:1746126473.276856:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1959 00000100:00100000:3.0:1746126473.276860:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822194560:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.276982:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822194560:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (730us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.276987:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1959 00002000:00100000:3.0:1746126473.276991:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c6d2a00 x1830945822194560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.276997:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c6d2a00 with x1830945822194560 ext(0->4095) 00010000:00010000:3.0:1746126473.277000:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.277007:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.277013:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c6d2a00 00000100:00100000:0.0:1746126473.283838:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.283898:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.283988:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822194688 00000100:00100000:2.0:1746126473.283998:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822194688 00000100:00100000:3.0:1746126473.284019:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822194816 00000100:00100000:3.0:1746126473.284024:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822194816 00010000:00010000:3.0:1746126473.284045:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.284071:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7565 00000100:00100000:3.0:1746126473.284078:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822194816:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.284092:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.284113:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.284122:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5353 00010000:00010000:3.0:1746126473.284124:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.284128:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:31631:x1830945822194688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.284142:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.284146:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1116f84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5d7 expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.284153:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5e5 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.284164:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.284166:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.284173:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.284180:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.284235:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.284241:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.284242:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.284245:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.284266:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.284276:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.284285:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.284287:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820531584:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.284292:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.284299:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820531712:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.284363:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.285398:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.289010:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820531584:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.289041:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.289059:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33400, rc 0) 00000100:00100000:2.0:1746126473.289106:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31631:x1830945822194688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4977us (5277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.289115:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5353 00000100:00100000:2.0:1746126473.290395:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820531712:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.290421:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.290479:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822194816:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6399us (6579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.290488:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7565 00000100:00100000:0.0:1746126473.291057:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.291126:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822195072 00000100:00100000:3.0:1746126473.291136:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822195072 00002000:00100000:3.0:1746126473.291181:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282a00 x1830945822195072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.291190:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282a00 with x1830945822195072 ext(0->4095) 00010000:00010000:3.0:1746126473.291205:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.291219:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.291225:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d282a00 00000100:00100000:3.0:1746126473.291246:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1960 00000100:00100000:3.0:1746126473.291252:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822195072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.291390:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822195072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (334us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.291395:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1960 00002000:00100000:3.0:1746126473.291401:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282a00 x1830945822195072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.291407:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282a00 with x1830945822195072 ext(0->4095) 00010000:00010000:3.0:1746126473.291411:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.291420:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.291426:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d282a00 00000100:00100000:0.0:1746126473.294233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.294805:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822195200 00000100:00100000:2.0:1746126473.294814:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822195200 00010000:00010000:2.0:1746126473.294851:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.294879:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7566 00000100:00100000:2.0:1746126473.294886:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822195200:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.294900:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.294921:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.294932:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.294955:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa2800/0x8f8d42f0d1116f8b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5de expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.295294:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.295296:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.295304:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.295312:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.295347:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126473.295359:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820531840:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.295797:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.298350:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820531840:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126473.298368:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:2.0:1746126473.298375:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126473.298449:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822195456 00000100:00100000:1.0:1746126473.298458:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822195456 00002000:00100000:1.0:1746126473.298553:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d281c00 x1830945822195456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.298561:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281c00 with x1830945822195456 ext(0->4095) 00002000:00010000:1.0:1746126473.298566:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d281c00 00000100:00100000:1.0:1746126473.298593:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4034 00000100:00100000:1.0:1746126473.298602:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1977:x1830945822195456:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126473.298781:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1977:x1830945822195456:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 179us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.298787:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4034 00002000:00100000:1.0:1746126473.298793:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d281c00 x1830945822195456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.298800:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281c00 with x1830945822195456 ext(0->4095) 00002000:00010000:1.0:1746126473.298803:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d281c00 00000100:00100000:2.0:1746126473.299096:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1976:x1830945822195200:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4210us (4872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.299105:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7566 00000100:00100000:0.0:1746126473.301623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.302166:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822195584 00000100:00100000:2.0:1746126473.302175:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822195584 00000100:00100000:2.0:1746126473.302337:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5354 00000100:00100000:2.0:1746126473.302345:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822195584:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.302366:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.302384:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5ec expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.302416:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.302422:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.302424:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.302427:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.302460:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.302471:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 77 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.302483:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820531968:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.303621:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.306118:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.306255:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822195712 00000100:00100000:3.0:1746126473.306263:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822195712 00010000:00010000:3.0:1746126473.306296:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.306325:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7567 00000100:00100000:3.0:1746126473.306332:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1976:x1830945822195712:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.306346:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.306367:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.306379:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.306402:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.306404:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.306411:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.306418:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.306451:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.306464:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820532096:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.306551:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637a80 going to sleep for 11 seconds 00010000:00010000:2.0:1746126473.306852:0:8479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d1116f92 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5e5 expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.306869:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820531968:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.306888:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.306896:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33800, rc 0) 00000100:00100000:2.0:1746126473.306923:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822195584:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4578us (5307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.306931:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5354 00000100:00100000:0.0:1746126473.309349:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.310255:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822195840 00000100:00100000:2.0:1746126473.310265:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822195840 00000100:00100000:3.0:1746126473.310766:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820532096:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.310789:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.310831:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1976:x1830945822195712:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4498us (4723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.310840:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7567 00000100:00100000:2.0:1746126473.310921:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5355 00000100:00100000:2.0:1746126473.310929:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+77:31630:x1830945822195840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.310947:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.310964:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5f3 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.310992:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.310998:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.311000:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.311003:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.311028:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.311039:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 5 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.311051:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820532224:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.311760:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.311840:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.312034:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822196096 00000100:00100000:3.0:1746126473.312038:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822196096 00002000:00100000:3.0:1746126473.312064:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d280000 x1830945822196096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.312072:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280000 with x1830945822196096 ext(0->4095) 00010000:00010000:3.0:1746126473.312078:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.312087:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.312093:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d280000 00000100:00100000:3.0:1746126473.312850:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1961 00000100:00100000:3.0:1746126473.312859:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822196096:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126473.313020:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822196096:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (1180us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.313028:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1961 00002000:00100000:3.0:1746126473.313033:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d280000 x1830945822196096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.313040:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280000 with x1830945822196096 ext(0->4095) 00010000:00010000:3.0:1746126473.313044:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.313053:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.313058:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d280000 00000100:00100000:0.0:1746126473.316911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.317069:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820532224:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.317100:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.317116:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33c00, rc 0) 00000100:00100000:2.0:1746126473.317162:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:31630:x1830945822195840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6234us (7824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.317170:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5355 00000100:00100000:2.0:1746126473.317197:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822196224 00000100:00100000:2.0:1746126473.317211:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822196224 00000100:00100000:2.0:1746126473.317251:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5356 00000100:00100000:2.0:1746126473.317257:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:31631:x1830945822196224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.317273:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.317286:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c5fa expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.317305:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.317309:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.317315:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.317318:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.317345:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.317354:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.317360:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33000, rc 0) 00000100:00100000:2.0:1746126473.317375:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31631:x1830945822196224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.317380:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5356 00000100:00100000:0.0:1746126473.318363:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.318523:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822196352 00000100:00100000:3.0:1746126473.318529:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822196352 00010000:00010000:3.0:1746126473.318551:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.318571:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7568 00000100:00100000:3.0:1746126473.318576:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822196352:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.318588:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.318610:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.318620:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.318636:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1116f99 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5ec expref: 6 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.318652:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.318653:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.318659:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.318666:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.318707:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.318716:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.318726:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820532480:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.318789:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.324817:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820532480:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.324841:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.325321:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822196352:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6741us (6958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.325332:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7568 00000100:00100000:0.0:1746126473.325661:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.325785:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822196608 00000100:00100000:1.0:1746126473.325793:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822196608 00002000:00100000:1.0:1746126473.325835:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80c700 x1830945822196608/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.325852:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c700 with x1830945822196608 ext(0->4095) 00010000:00010000:1.0:1746126473.325860:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.325874:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126473.325880:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80c700 00000100:00100000:1.0:1746126473.325907:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1962 00000100:00100000:1.0:1746126473.325914:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822196608:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126473.326064:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822196608:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.326069:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1962 00002000:00100000:1.0:1746126473.326074:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80c700 x1830945822196608/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.326081:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c700 with x1830945822196608 ext(0->4095) 00010000:00010000:1.0:1746126473.326084:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.326092:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126473.326097:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80c700 00000100:00100000:0.0:1746126473.328092:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.328892:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822196736 00000100:00100000:3.0:1746126473.328902:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822196736 00010000:00010000:3.0:1746126473.328940:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.329058:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7569 00000100:00100000:3.0:1746126473.329064:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822196736:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.329080:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.329102:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.329113:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.329134:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fa0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5f3 expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.329581:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.329583:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.329591:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.329600:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.329636:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 78 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.329650:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820532608:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.330768:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.334921:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820532608:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.334949:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.334996:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1976:x1830945822196736:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5930us (6911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.335007:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7569 00000100:00100000:0.0:1746126473.337719:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.337844:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822196992 00000100:00100000:3.0:1746126473.337854:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822196992 00002000:00100000:3.0:1746126473.337897:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80c000 x1830945822196992/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.337906:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c000 with x1830945822196992 ext(0->4095) 00002000:00010000:3.0:1746126473.337911:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80c000 00000100:00100000:3.0:1746126473.337946:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4035 00000100:00100000:3.0:1746126473.337952:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1977:x1830945822196992:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126473.338534:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1977:x1830945822196992:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 580us (825us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.338542:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4035 00002000:00100000:3.0:1746126473.338548:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80c000 x1830945822196992/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.338555:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c000 with x1830945822196992 ext(0->4095) 00002000:00010000:3.0:1746126473.338558:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80c000 00000100:00100000:0.0:1746126473.340461:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.340669:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822197120 00000100:00100000:3.0:1746126473.340678:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822197120 00000100:00100000:3.0:1746126473.340730:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5357 00000100:00100000:3.0:1746126473.340738:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822197120:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.340758:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.340776:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c601 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.340805:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.340811:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.340813:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.340817:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.340845:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 77 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.340856:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 77 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.340867:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820532736:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.340949:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.342843:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820532736:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.342874:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.342889:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fa00, rc 0) 00000100:00100000:3.0:1746126473.342925:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822197120:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2188us (2471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.342936:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5357 00000100:00100000:0.0:1746126473.344280:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.344355:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822197248 00000100:00100000:3.0:1746126473.344363:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822197248 00010000:00010000:3.0:1746126473.344391:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.344942:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7570 00000100:00100000:3.0:1746126473.344950:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1977:x1830945822197248:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.344976:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.345000:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.345012:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.345036:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1116fa7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c5fa expref: 78 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.345063:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.345065:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.345071:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.345078:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.345105:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.345117:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820532864:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126473.346234:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.346731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.346803:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822197376 00000100:00100000:3.0:1746126473.346812:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822197376 00000100:00100000:3.0:1746126473.346859:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5358 00000100:00100000:3.0:1746126473.346866:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:31630:x1830945822197376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.346882:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.346898:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c608 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.346924:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.346931:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.346932:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.346936:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.346960:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.346971:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 5 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.346982:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820532992:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.347048:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.349096:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.349223:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820532864:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126473.349249:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.349320:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822197632 00000100:00100000:3.0:1746126473.349325:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822197632 00002000:00100000:3.0:1746126473.349372:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f8700 x1830945822197632/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.349381:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8700 with x1830945822197632 ext(0->4095) 00010000:00010000:3.0:1746126473.349389:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.349401:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.349408:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351f8700 00000100:00100000:3.0:1746126473.349428:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1963 00000100:00100000:3.0:1746126473.349434:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822197632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126473.349522:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1977:x1830945822197248:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4572us (5244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.349530:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7570 00000100:00100000:3.0:1746126473.350307:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822197632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 871us (1216us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.350314:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1963 00002000:00100000:3.0:1746126473.350320:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f8700 x1830945822197632/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.350328:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8700 with x1830945822197632 ext(0->4095) 00010000:00010000:3.0:1746126473.350334:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.350344:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.350354:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351f8700 00000100:00100000:3.0:1746126473.350386:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820532992:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.350404:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 78 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.350416:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f600, rc 0) 00000100:00100000:3.0:1746126473.350448:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:31630:x1830945822197376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3582us (3720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.350454:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5358 00000100:00100000:0.0:1746126473.353593:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.353907:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822197760 00000100:00100000:3.0:1746126473.353917:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822197760 00000100:00100000:3.0:1746126473.353970:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5359 00000100:00100000:3.0:1746126473.353978:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:31631:x1830945822197760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.353998:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.354017:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c60f expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.354044:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.354050:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.354055:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.354058:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.354095:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.354114:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.354123:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f200, rc 0) 00000100:00100000:0.0:1746126473.354161:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.354304:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822197888 00000100:00100000:1.0:1746126473.354308:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822197888 00010000:00010000:1.0:1746126473.354327:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.354345:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7571 00000100:00100000:1.0:1746126473.354349:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822197888:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126473.354358:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126473.354379:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.354388:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.354405:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1116fae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c601 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.354846:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.354848:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.354854:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.354862:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.354887:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.354897:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.354908:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820533248:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126473.354965:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.355011:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31631:x1830945822197760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1033us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.355017:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5359 00000100:00100000:1.0:1746126473.358163:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820533248:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126473.358189:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126473.358255:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822197888:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3899us (4088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.358266:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7571 00000100:00100000:2.0:1746126473.359387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.359435:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822198144 00000100:00100000:0.0:1746126473.359448:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822198144 00002000:00100000:0.0:1746126473.359492:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094698380 x1830945822198144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.361558:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698380 with x1830945822198144 ext(0->4095) 00010000:00010000:0.0:1746126473.361573:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126473.361593:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126473.361600:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094698380 00000100:00100000:0.0:1746126473.361649:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1964 00000100:00100000:0.0:1746126473.361665:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822198144:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126473.361986:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822198144:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 329us (2625us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126473.361993:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1964 00002000:00100000:0.0:1746126473.362001:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094698380 x1830945822198144/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.362008:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094698380 with x1830945822198144 ext(0->4095) 00010000:00010000:0.0:1746126473.362012:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126473.362021:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126473.362026:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094698380 00000100:00100000:0.0:1746126473.369788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.370747:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822198272 00000100:00100000:1.0:1746126473.370756:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822198272 00010000:00010000:1.0:1746126473.370792:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.370815:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7572 00000100:00100000:1.0:1746126473.370821:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822198272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126473.370833:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126473.370853:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.370864:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.370886:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fb5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c608 expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.370903:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.370906:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.370912:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 78 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.370920:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 78 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.370955:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 78 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126473.370966:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820533376:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126473.371044:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.373531:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.373827:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820533376:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126473.373858:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126473.373924:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1976:x1830945822198272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3101us (4146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.373936:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7572 00000100:00100000:2.0:1746126473.374028:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822198528 00000100:00100000:2.0:1746126473.374036:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822198528 00002000:00100000:2.0:1746126473.374071:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f9500 x1830945822198528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.374081:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f9500 with x1830945822198528 ext(0->4095) 00002000:00010000:2.0:1746126473.374085:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351f9500 00000100:00100000:2.0:1746126473.374112:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4036 00000100:00100000:2.0:1746126473.374118:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1976:x1830945822198528:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.374318:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1976:x1830945822198528:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (792us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.374323:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4036 00002000:00100000:2.0:1746126473.374328:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f9500 x1830945822198528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.374334:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f9500 with x1830945822198528 ext(0->4095) 00002000:00010000:2.0:1746126473.374337:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351f9500 00000100:00100000:0.0:1746126473.377630:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.377723:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822198656 00000100:00100000:3.0:1746126473.377735:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822198656 00000100:00100000:1.0:1746126473.378926:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5360 00000100:00100000:1.0:1746126473.378942:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822198656:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.378969:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.378989:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c616 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.379020:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 77 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.379027:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.379028:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.379031:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.379061:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 77 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.379073:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 77 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.379084:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820533504:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126473.379183:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126473.388225:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820533504:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126473.388253:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.388270:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839e00, rc 0) 00000100:00100000:1.0:1746126473.390195:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822198656:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11251us (12565us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.390212:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5360 00000100:00100000:2.0:1746126473.390881:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.390916:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.391018:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822198912 00000100:00100000:1.0:1746126473.391024:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822198912 00000100:00100000:1.0:1746126473.391062:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5361 00000100:00100000:1.0:1746126473.391068:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:31630:x1830945822198912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.391082:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.391094:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c61d expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.391113:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.391118:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.391123:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126473.391126:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.391152:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.391162:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.391169:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838600, rc 0) 00000100:00100000:1.0:1746126473.391210:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31630:x1830945822198912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.391215:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5361 00000100:00100000:1.0:1746126473.391233:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822198784 00000100:00100000:1.0:1746126473.391235:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822198784 00010000:00010000:1.0:1746126473.391247:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.391267:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7573 00000100:00100000:1.0:1746126473.391272:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822198784:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126473.391280:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126473.391296:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.391305:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.391319:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1116fbc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c60f expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.392752:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.392755:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.392764:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.392898:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.392927:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.392938:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 5 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.392953:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820533760:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126473.393470:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126473.401838:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820533760:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126473.401860:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126473.401904:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1976:x1830945822198784:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 10631us (11024us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.401914:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7573 00000100:00100000:0.0:1746126473.402150:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.402280:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822199168 00000100:00100000:3.0:1746126473.402290:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822199168 00002000:00100000:3.0:1746126473.402321:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f9c00 x1830945822199168/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.402328:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f9c00 with x1830945822199168 ext(0->4095) 00010000:00010000:3.0:1746126473.402334:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.402345:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.402351:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351f9c00 00000100:00100000:2.0:1746126473.403833:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1965 00000100:00100000:2.0:1746126473.403843:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822199168:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.403970:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822199168:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (1821us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.403975:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1965 00002000:00100000:2.0:1746126473.403983:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f9c00 x1830945822199168/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.403990:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f9c00 with x1830945822199168 ext(0->4095) 00010000:00010000:2.0:1746126473.403995:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.404005:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.404010:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351f9c00 00000100:00100000:0.0:1746126473.406651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.406724:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822199296 00000100:00100000:1.0:1746126473.406731:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822199296 00010000:00010000:1.0:1746126473.406757:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.406789:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7574 00000100:00100000:1.0:1746126473.406795:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822199296:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126473.406806:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126473.406822:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.406832:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.406849:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1116fc3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c616 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.406872:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.406874:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.406880:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.406888:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.406915:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126473.406925:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820533888:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126473.406981:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.412262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.412335:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820533888:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126473.412352:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126473.412385:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822199296:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5590us (5739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.412394:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7574 00000100:00100000:3.0:1746126473.412468:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822199552 00000100:00100000:3.0:1746126473.412473:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822199552 00002000:00100000:3.0:1746126473.412518:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351fa300 x1830945822199552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.412533:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fa300 with x1830945822199552 ext(0->4095) 00002000:00010000:3.0:1746126473.412537:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fa300 00000100:00100000:3.0:1746126473.413407:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4037 00000100:00100000:3.0:1746126473.413416:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1977:x1830945822199552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126473.414234:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1977:x1830945822199552:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 818us (1977us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.414240:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4037 00002000:00100000:3.0:1746126473.414246:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351fa300 x1830945822199552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.414253:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fa300 with x1830945822199552 ext(0->4095) 00002000:00010000:3.0:1746126473.414256:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fa300 00000100:00100000:0.0:1746126473.420477:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.420623:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822199680 00000100:00100000:3.0:1746126473.420630:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822199680 00000100:00100000:3.0:1746126473.420660:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5362 00000100:00100000:3.0:1746126473.420665:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822199680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.420679:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.420692:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c624 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.420715:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.420721:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.420722:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.420725:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.420745:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 77 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.420754:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 77 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.420763:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820534016:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.420816:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.437348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.437584:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820534016:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.437609:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.437625:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289ea00, rc 0) 00000100:00100000:3.0:1746126473.439936:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822199680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19261us (19455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.439945:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5362 00000100:00100000:2.0:1746126473.440045:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822199808 00000100:00100000:2.0:1746126473.440051:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822199808 00002000:00100000:2.0:1746126473.440080:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8801351faa00 x1830945822199808/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.440088:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351faa00 with x1830945822199808 ext(0->7) 00010000:00010000:2.0:1746126473.440094:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 78 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.440105:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 78 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.440111:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351faa00 00000100:00100000:2.0:1746126473.440134:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1966 00000100:00100000:2.0:1746126473.440139:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+78:1977:x1830945822199808:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126473.440744:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822199808:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 603us (3400us total) trans 4294968063 rc 0/0 00000100:00100000:2.0:1746126473.440749:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1966 00002000:00100000:2.0:1746126473.440754:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8801351faa00 x1830945822199808/t4294968063(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/448 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.440767:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351faa00 with x1830945822199808 ext(0->7) 00010000:00010000:2.0:1746126473.440771:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 80 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.440779:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 80 pid: 10567 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.440784:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351faa00 00000100:00100000:0.0:1746126473.448626:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.448713:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822199936 00000100:00100000:3.0:1746126473.448721:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822199936 00000100:00100000:3.0:1746126473.448810:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5363 00000100:00100000:3.0:1746126473.448818:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:31630:x1830945822199936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.448834:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.448848:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c62b expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.448873:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.448878:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.448882:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126473.448886:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.448913:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.448923:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.448930:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fc00, rc 0) 00000100:00100000:3.0:1746126473.448964:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31630:x1830945822199936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.448969:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5363 00000100:00100000:0.0:1746126473.450315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.450381:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822200064 00000100:00100000:1.0:1746126473.450386:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822200064 00010000:00010000:1.0:1746126473.450406:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 81 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.450436:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7575 00000100:00100000:1.0:1746126473.450442:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1975:x1830945822200064:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126473.450455:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126473.450471:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 81 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.450485:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 81 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.450564:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d1116fca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c61d expref: 81 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.450655:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.450657:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.450663:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.450674:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.450698:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.450709:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 5 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.450719:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820534272:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126473.450783:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126473.452168:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820534272:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126473.452224:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126473.452260:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1975:x1830945822200064:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1817us (1946us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.452270:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7575 00000100:00100000:0.0:1746126473.452447:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.452572:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822200320 00000100:00100000:3.0:1746126473.452578:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822200320 00002000:00100000:3.0:1746126473.452605:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351fb480 x1830945822200320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.452613:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fb480 with x1830945822200320 ext(0->4095) 00010000:00010000:3.0:1746126473.452618:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.452632:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.452637:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351fb480 00000100:00100000:3.0:1746126473.452657:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1967 00000100:00100000:3.0:1746126473.452663:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822200320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.453132:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822200320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 468us (684us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.453137:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1967 00002000:00100000:3.0:1746126473.453142:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351fb480 x1830945822200320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.453148:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fb480 with x1830945822200320 ext(0->4095) 00010000:00010000:3.0:1746126473.453152:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.453160:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.453165:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351fb480 00000100:00100000:0.0:1746126473.457388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.457810:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822200448 00000100:00100000:1.0:1746126473.457818:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822200448 00010000:00010000:1.0:1746126473.457847:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.457878:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7576 00000100:00100000:1.0:1746126473.457884:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822200448:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126473.457897:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126473.457913:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.457923:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.457941:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116fd1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c624 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.457964:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.457965:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.457971:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.457978:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.458002:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126473.458012:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820534400:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126473.458067:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135b36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126473.460293:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820534400:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126473.460381:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126473.460422:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822200448:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2537us (3038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.460430:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7576 00000100:00100000:0.0:1746126473.460863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.460914:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822200704 00000100:00100000:3.0:1746126473.460923:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822200704 00002000:00100000:3.0:1746126473.460955:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351fb800 x1830945822200704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.460963:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fb800 with x1830945822200704 ext(0->4095) 00002000:00010000:3.0:1746126473.460968:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fb800 00000100:00100000:3.0:1746126473.461141:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4038 00000100:00100000:3.0:1746126473.461148:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822200704:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.461276:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822200704:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.461281:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4038 00002000:00100000:3.0:1746126473.461285:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351fb800 x1830945822200704/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.461290:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fb800 with x1830945822200704 ext(0->4095) 00002000:00010000:3.0:1746126473.461293:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fb800 00000100:00100000:0.0:1746126473.462804:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.462875:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822200832 00000100:00100000:1.0:1746126473.462881:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822200832 00000100:00100000:1.0:1746126473.462917:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5364 00000100:00100000:1.0:1746126473.462924:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822200832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.462934:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.462947:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c632 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.462968:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.462973:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.462975:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.462977:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.463000:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.463014:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 79 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.463023:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820534528:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126473.463082:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126473.464534:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820534528:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126473.464554:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.464565:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838c00, rc 0) 00000100:00100000:1.0:1746126473.464598:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822200832:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1675us (1797us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.464605:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5364 00000100:00100000:0.0:1746126473.465768:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.465861:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822200960 00000100:00100000:1.0:1746126473.465866:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822200960 00010000:00010000:1.0:1746126473.465888:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 80 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.465987:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7577 00000100:00100000:1.0:1746126473.465994:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822200960:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126473.466004:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126473.466020:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 80 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.466034:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 80 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.466050:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1116fd8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c62b expref: 80 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.466156:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.466158:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.466165:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.466170:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.466208:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126473.466218:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820534656:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126473.466732:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126473.468125:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820534656:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126473.468139:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126473.468165:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1977:x1830945822200960:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2170us (2399us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.468173:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7577 00000100:00100000:0.0:1746126473.468437:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.468828:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822201216 00000100:00100000:3.0:1746126473.468833:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822201216 00002000:00100000:3.0:1746126473.468861:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f8e00 x1830945822201216/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.468869:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8e00 with x1830945822201216 ext(0->4095) 00002000:00010000:3.0:1746126473.468872:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351f8e00 00000100:00100000:3.0:1746126473.469276:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4039 00000100:00100000:3.0:1746126473.469283:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822201216:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126473.469408:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822201216:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (970us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.469414:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4039 00002000:00100000:3.0:1746126473.469419:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f8e00 x1830945822201216/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.469431:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8e00 with x1830945822201216 ext(0->4095) 00002000:00010000:3.0:1746126473.469434:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351f8e00 00000100:00100000:0.0:1746126473.471293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.471360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.471448:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822201344 00000100:00100000:3.0:1746126473.471454:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822201344 00000100:00100000:3.0:1746126473.471486:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822201472 00000100:00100000:3.0:1746126473.471488:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822201472 00000100:00100000:3.0:1746126473.471518:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5365 00000100:00100000:3.0:1746126473.471523:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:31630:x1830945822201344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.471534:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.471547:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c639 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.471567:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.471573:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.471575:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.471578:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.471600:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.471611:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 5 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.471620:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820534784:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.471671:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.471764:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5366 00000100:00100000:2.0:1746126473.471771:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31631:x1830945822201472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.471777:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.471783:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c640 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.471793:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.471796:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.471800:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.471802:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 82 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.471818:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.471827:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 82 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.471834:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33c00, rc 0) 00000100:00100000:2.0:1746126473.471855:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31631:x1830945822201472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.471859:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5366 00000100:00100000:3.0:1746126473.473633:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820534784:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.473653:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.473664:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f600, rc 0) 00000100:00100000:3.0:1746126473.473690:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31630:x1830945822201344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2167us (2401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.473697:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5365 00000100:00100000:0.0:1746126473.474788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.474876:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822201600 00000100:00100000:1.0:1746126473.474881:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822201600 00010000:00010000:1.0:1746126473.474905:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.475012:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7578 00000100:00100000:1.0:1746126473.475018:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822201600:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126473.475029:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126473.475046:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.475056:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.475073:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1116fdf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c632 expref: 6 pid: 10567 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.475092:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.475094:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.475099:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.475105:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.475129:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.475138:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 80 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.475153:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820535040:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126473.475941:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126473.477764:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820535040:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126473.477780:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126473.477816:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822201600:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2798us (3030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.477823:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7578 00000100:00100000:0.0:1746126473.479454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.479845:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822201856 00000100:00100000:2.0:1746126473.479852:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822201856 00002000:00100000:2.0:1746126473.479881:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135068000 x1830945822201856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.479889:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135068000 with x1830945822201856 ext(0->4095) 00010000:00010000:2.0:1746126473.479896:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.479907:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.479913:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135068000 00000100:00100000:2.0:1746126473.479967:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1968 00000100:00100000:2.0:1746126473.479972:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135068000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822201856:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126473.480273:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135068000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822201856:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 300us (822us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.480279:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1968 00002000:00100000:2.0:1746126473.480284:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135068000 x1830945822201856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.480295:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135068000 with x1830945822201856 ext(0->4095) 00010000:00010000:2.0:1746126473.480298:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.480306:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.480311:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135068000 00000100:00100000:0.0:1746126473.482715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.483433:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822201984 00000100:00100000:1.0:1746126473.483440:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822201984 00010000:00010000:1.0:1746126473.483469:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746126473.483528:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7579 00000100:00100000:1.0:1746126473.483534:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135068380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822201984:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126473.483545:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126473.483560:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.483570:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.483587:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1116fe6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c639 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.483602:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.483604:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.483609:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 80 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.483616:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 80 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.483639:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 80 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126473.483649:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820535168:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126473.483712:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.488879:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.488952:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822202240 00000100:00100000:3.0:1746126473.488960:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822202240 00002000:00100000:3.0:1746126473.488997:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c700 x1830945822202240/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.489008:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c700 with x1830945822202240 ext(0->4095) 00002000:00010000:3.0:1746126473.489012:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184c700 00000100:00100000:3.0:1746126473.489035:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4040 00000100:00100000:3.0:1746126473.489041:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1975:x1830945822202240:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126473.489167:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1975:x1830945822202240:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (302us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.489173:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4040 00002000:00100000:3.0:1746126473.489178:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c700 x1830945822202240/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.489185:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c700 with x1830945822202240 ext(0->4095) 00002000:00010000:3.0:1746126473.489187:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184c700 00000100:00100000:1.0:1746126473.489288:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820535168:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126473.489304:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126473.489542:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135068380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822201984:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6007us (6831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.489548:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7579 00000100:00100000:0.0:1746126473.491895:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.491999:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822202368 00000100:00100000:3.0:1746126473.492005:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822202368 00000100:00100000:3.0:1746126473.492094:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5367 00000100:00100000:3.0:1746126473.492101:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822202368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.492115:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.492128:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c647 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.492149:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.492155:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.492157:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.492160:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.492181:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 79 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.492191:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 79 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.492210:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820535296:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.492725:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.494772:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820535296:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.494795:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.494812:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fe00, rc 0) 00000100:00100000:3.0:1746126473.494844:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822202368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2743us (2954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.494851:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5367 00000100:00100000:0.0:1746126473.495160:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.495218:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822202496 00000100:00100000:0.0:1746126473.495223:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822202496 00010000:00010000:0.0:1746126473.495244:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 80 pid: 8479 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746126473.495275:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7580 00000100:00100000:0.0:1746126473.495280:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135068a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822202496:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126473.495289:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126473.495304:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 80 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126473.495313:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 80 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126473.495328:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1116fed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c640 expref: 80 pid: 8479 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126473.495341:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126473.495343:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126473.495348:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.495355:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.495376:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126473.495385:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135068e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820535424:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126473.495429:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.497808:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.497876:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822202624 00000100:00100000:3.0:1746126473.497882:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822202624 00000100:00100000:3.0:1746126473.497905:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5368 00000100:00100000:3.0:1746126473.497910:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:31630:x1830945822202624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.497922:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.497933:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c64e expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.497952:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.497957:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.497959:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.497961:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.497979:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.497988:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 5 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.498003:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820535552:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.498047:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126473.498106:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135068e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820535424:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126473.498117:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126473.498133:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135068a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822202496:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2854us (2974us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.498140:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7580 00000100:00100000:0.0:1746126473.499553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.499642:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822202880 00000100:00100000:2.0:1746126473.499647:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822202880 00002000:00100000:2.0:1746126473.499672:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135069500 x1830945822202880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.499680:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135069500 with x1830945822202880 ext(0->4095) 00010000:00010000:2.0:1746126473.499687:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.499697:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.499702:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135069500 00000100:00100000:2.0:1746126473.499723:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1969 00000100:00100000:2.0:1746126473.499728:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822202880:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.500873:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822202880:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1143us (1322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.500883:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1969 00002000:00100000:2.0:1746126473.500889:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135069500 x1830945822202880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.500896:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135069500 with x1830945822202880 ext(0->4095) 00010000:00010000:2.0:1746126473.500901:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.500910:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746126473.500915:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135069500 00000100:00100000:0.0:1746126473.505074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.505446:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822203008 00000100:00100000:1.0:1746126473.505453:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822203008 00000100:00100000:1.0:1746126473.505488:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5369 00000100:00100000:1.0:1746126473.505511:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31631:x1830945822203008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.505529:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.505543:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c655 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.505563:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.505567:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.505573:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.505575:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 82 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.505603:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.505614:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 82 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.505623:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839e00, rc 0) 00000100:00100000:3.0:1746126473.505706:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820535552:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.505722:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.505728:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289ea00, rc 0) 00000100:00100000:1.0:1746126473.505734:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31631:x1830945822203008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 240us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.505740:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5369 00000100:00100000:3.0:1746126473.505741:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31630:x1830945822202624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7832us (7938us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.505745:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5368 00000100:00100000:0.0:1746126473.505806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.506061:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822203136 00000100:00100000:2.0:1746126473.506065:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822203136 00010000:00010000:2.0:1746126473.506080:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.506149:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7581 00000100:00100000:2.0:1746126473.506155:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135069c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822203136:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.506162:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.506177:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.506188:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.506209:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1116ff4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c647 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.506221:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.506223:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.506227:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.506233:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.506249:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.506258:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 80 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.506266:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820535808:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.507163:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.508437:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820535808:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.508449:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.508612:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135069c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822203136:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2455us (2804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.508620:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7581 00000100:00100000:2.0:1746126473.509582:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.509641:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822203392 00000100:00100000:0.0:1746126473.509646:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822203392 00002000:00100000:0.0:1746126473.509673:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a8a300 x1830945822203392/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.509681:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8a300 with x1830945822203392 ext(0->4095) 00010000:00010000:0.0:1746126473.509687:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126473.509698:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126473.509703:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093a8a300 00000100:00100000:0.0:1746126473.510175:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1970 00000100:00100000:0.0:1746126473.510183:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945822203392:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126473.510331:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945822203392:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (748us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126473.510336:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1970 00002000:00100000:0.0:1746126473.510341:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093a8a300 x1830945822203392/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.510347:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a8a300 with x1830945822203392 ext(0->4095) 00010000:00010000:0.0:1746126473.510352:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746126473.510360:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746126473.510366:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093a8a300 00000100:00100000:0.0:1746126473.514228:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.514398:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822203520 00000100:00100000:2.0:1746126473.514405:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822203520 00010000:00010000:2.0:1746126473.514433:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.514460:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7582 00000100:00100000:2.0:1746126473.514466:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135069f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1975:x1830945822203520:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.514476:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.514514:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.514526:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.514543:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1116ffb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c64e expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.514568:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.514569:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.514575:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 80 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.514581:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 80 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.514606:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 80 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126473.514615:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820535936:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.514678:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.517269:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.517416:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822203776 00000100:00100000:3.0:1746126473.517422:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822203776 00002000:00100000:3.0:1746126473.517450:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88013506a300 x1830945822203776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.517458:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013506a300 with x1830945822203776 ext(0->4095) 00002000:00010000:3.0:1746126473.517462:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013506a300 00000100:00100000:3.0:1746126473.517476:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4041 00000100:00100000:3.0:1746126473.517481:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945822203776:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.517626:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945822203776:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (362us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.517632:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4041 00002000:00100000:3.0:1746126473.517637:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88013506a300 x1830945822203776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.517650:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013506a300 with x1830945822203776 ext(0->4095) 00002000:00010000:3.0:1746126473.517652:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013506a300 00000100:00100000:2.0:1746126473.517955:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820535936:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.517969:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.518001:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135069f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1975:x1830945822203520:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3534us (3781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.518008:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7582 00000100:00100000:0.0:1746126473.520600:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.520702:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822203904 00000100:00100000:3.0:1746126473.520709:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822203904 00000100:00100000:3.0:1746126473.520750:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5370 00000100:00100000:3.0:1746126473.520757:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822203904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.520771:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.520787:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c65c expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.520808:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 79 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.520814:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.520816:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.520819:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.520839:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 79 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.520849:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 79 pid: 8480 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.520858:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820536064:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.520917:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.523102:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820536064:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.523124:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.523136:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f400, rc 0) 00000100:00100000:3.0:1746126473.523175:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822203904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2418us (2581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.523181:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5370 00000100:00100000:0.0:1746126473.523656:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.523951:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822204032 00000100:00100000:2.0:1746126473.523957:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822204032 00010000:00010000:2.0:1746126473.523977:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 80 pid: 8480 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.523994:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7583 00000100:00100000:2.0:1746126473.523999:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822204032:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.524008:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.524022:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 80 pid: 8480 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.524030:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 80 pid: 8480 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.524046:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d1117002 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c655 expref: 80 pid: 8480 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.524399:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.524401:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.524408:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.524415:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.524438:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126473.524447:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820536192:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.524923:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.527692:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820536192:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.527707:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.527735:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1977:x1830945822204032:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3735us (4080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.527743:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7583 00000100:00100000:0.0:1746126473.527912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.527932:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822204288 00000100:00100000:0.0:1746126473.527937:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822204288 00002000:00100000:0.0:1746126473.527962:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88013506aa00 x1830945822204288/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.527970:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013506aa00 with x1830945822204288 ext(0->4095) 00002000:00010000:0.0:1746126473.527973:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013506aa00 00000100:00100000:0.0:1746126473.527984:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4042 00000100:00100000:0.0:1746126473.527988:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822204288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126473.528082:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822204288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (171us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126473.528087:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4042 00002000:00100000:0.0:1746126473.528090:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88013506aa00 x1830945822204288/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.528096:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013506aa00 with x1830945822204288 ext(0->4095) 00002000:00010000:0.0:1746126473.528099:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013506aa00 00000100:00100000:0.0:1746126473.528776:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.530148:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822204416 00000100:00100000:3.0:1746126473.530155:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822204416 00000100:00100000:3.0:1746126473.530182:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5371 00000100:00100000:3.0:1746126473.530187:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31630:x1830945822204416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.530209:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.530222:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c663 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.530245:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.530251:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.530253:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.530256:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.530278:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.530288:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 5 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.530298:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820536320:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.531946:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.532189:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.532603:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822204544 00000100:00100000:1.0:1746126473.532609:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822204544 00000100:00100000:1.0:1746126473.532854:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5372 00000100:00100000:1.0:1746126473.532862:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31631:x1830945822204544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.532873:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.532885:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c66a expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.532902:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.532906:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.532911:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.532914:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 82 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.532936:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.532946:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 82 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.532954:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838a00, rc 0) 00000100:00100000:1.0:1746126473.532996:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31631:x1830945822204544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.533001:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5372 00000100:00100000:3.0:1746126473.535426:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820536320:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.535449:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.535459:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fe00, rc 0) 00000100:00100000:3.0:1746126473.535512:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31630:x1830945822204416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5307us (6718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.535519:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5371 00000100:00100000:0.0:1746126473.537189:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.537297:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822204672 00000100:00100000:2.0:1746126473.537304:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822204672 00010000:00010000:2.0:1746126473.537328:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.537488:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7584 00000100:00100000:2.0:1746126473.537514:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822204672:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.537524:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.537541:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.537550:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.537568:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117009 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c65c expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.537593:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.537594:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.537601:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.537607:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.537631:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.537640:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 80 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.537648:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820536576:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.538000:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.540552:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820536576:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.540566:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.540611:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822204672:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3115us (3425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.540619:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7584 00000100:00100000:0.0:1746126473.540805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.540864:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822204928 00000100:00100000:3.0:1746126473.540870:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822204928 00002000:00100000:3.0:1746126473.540897:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88013506b800 x1830945822204928/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.540904:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013506b800 with x1830945822204928 ext(0->4095) 00010000:00010000:3.0:1746126473.540910:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.540920:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.540926:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013506b800 00000100:00100000:3.0:1746126473.540939:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1971 00000100:00100000:3.0:1746126473.540944:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822204928:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126473.541054:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822204928:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (250us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.541060:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1971 00002000:00100000:3.0:1746126473.541065:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88013506b800 x1830945822204928/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.541072:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013506b800 with x1830945822204928 ext(0->4095) 00010000:00010000:3.0:1746126473.541076:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.541085:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746126473.541089:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013506b800 00000100:00100000:0.0:1746126473.544099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.544241:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822205056 00000100:00100000:2.0:1746126473.544248:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822205056 00010000:00010000:2.0:1746126473.544276:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.544376:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7585 00000100:00100000:2.0:1746126473.544383:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013506bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822205056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.544393:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.544408:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.544418:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.544435:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d1117010 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c663 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.544748:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.544750:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.544757:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 80 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.544764:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 80 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.544787:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 80 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126473.544797:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820536704:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.545388:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.547874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.547957:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820536704:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.547969:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.548002:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013506bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822205056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3619us (3909us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.548011:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7585 00010000:00010000:3.0:1746126473.548702:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126473.548746:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822205312 00000100:00100000:1.0:1746126473.548751:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822205312 00002000:00100000:1.0:1746126473.548780:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135068380 x1830945822205312/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.548789:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135068380 with x1830945822205312 ext(0->4095) 00002000:00010000:1.0:1746126473.548793:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135068380 00000100:00100000:1.0:1746126473.548816:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4043 00000100:00100000:1.0:1746126473.548822:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822205312:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126473.548930:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822205312:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (1061us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.548935:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4043 00002000:00100000:1.0:1746126473.548939:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135068380 x1830945822205312/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.548946:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135068380 with x1830945822205312 ext(0->4095) 00002000:00010000:1.0:1746126473.548948:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135068380 00000100:00100000:0.0:1746126473.552165:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.552446:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822205440 00000100:00100000:3.0:1746126473.552452:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822205440 00000100:00100000:3.0:1746126473.552660:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5373 00000100:00100000:3.0:1746126473.552667:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822205440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.552681:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.552694:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c671 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.552716:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 79 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.552722:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.552724:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.552727:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.552747:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 79 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.552756:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 79 pid: 8480 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.552765:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820536832:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.553044:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.554826:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820536832:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.554847:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.554860:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f600, rc 0) 00000100:00100000:3.0:1746126473.554886:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822205440:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2221us (2727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.554893:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5373 00000100:00100000:0.0:1746126473.556380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.556464:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822205568 00000100:00100000:2.0:1746126473.556470:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822205568 00010000:00010000:2.0:1746126473.556522:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 80 pid: 8480 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746126473.556541:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7586 00000100:00100000:2.0:1746126473.556547:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135069c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822205568:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.556557:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.556572:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 80 pid: 8480 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.556581:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 80 pid: 8480 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.556599:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117017 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c66a expref: 80 pid: 8480 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746126473.556623:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.556625:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.556632:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.556639:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.556669:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126473.556679:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820536960:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.557801:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.559589:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.560635:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.560668:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822205952 00000100:00100000:0.0:1746126473.560674:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822205952 00002000:00100000:0.0:1746126473.560708:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135068e00 x1830945822205952/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.560716:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135068e00 with x1830945822205952 ext(0->4095) 00002000:00010000:0.0:1746126473.560720:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135068e00 00000100:00100000:0.0:1746126473.560743:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4044 00000100:00100000:0.0:1746126473.560750:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822205952:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126473.560872:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822205952:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126473.560878:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4044 00002000:00100000:0.0:1746126473.560883:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135068e00 x1830945822205952/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.560890:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135068e00 with x1830945822205952 ext(0->4095) 00002000:00010000:0.0:1746126473.560892:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135068e00 00000100:00100000:2.0:1746126473.561049:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093a89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820536960:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.561061:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.561081:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135069c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822205568:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4535us (4705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.561087:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7586 00000100:00100000:3.0:1746126473.562047:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822205696 00000100:00100000:3.0:1746126473.562052:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822205696 00000100:00100000:3.0:1746126473.562449:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5374 00000100:00100000:3.0:1746126473.562459:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31630:x1830945822205696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.562469:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.562481:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c678 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.562694:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.562702:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.562704:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.562707:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.562732:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.562741:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 5 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.562751:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820537088:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.562982:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.563136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.563173:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822206080 00000100:00100000:1.0:1746126473.563176:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822206080 00000100:00100000:1.0:1746126473.563207:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5375 00000100:00100000:1.0:1746126473.563213:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31631:x1830945822206080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.563220:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.563228:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c67f expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.563241:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.563244:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.563249:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.563251:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.563267:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.563282:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.563293:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838200, rc 0) 00000100:00100000:1.0:1746126473.563325:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31631:x1830945822206080:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.563330:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5375 00000100:00100000:3.0:1746126473.565038:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820537088:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.565063:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.565074:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f200, rc 0) 00000100:00100000:3.0:1746126473.565116:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31630:x1830945822205696:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2653us (5526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.565122:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5374 00000100:00100000:0.0:1746126473.565179:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.565221:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822206208 00000100:00100000:3.0:1746126473.565225:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822206208 00010000:00010000:3.0:1746126473.565240:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.565254:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7587 00000100:00100000:3.0:1746126473.565259:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134854380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822206208:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.565269:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.565328:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.565339:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.565355:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d111701e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c671 expref: 6 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.565377:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.565379:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.565384:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.565390:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.565410:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.565419:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 80 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.565427:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820537344:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.565561:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.567350:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.567423:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820537344:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.567437:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.567460:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134854380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822206208:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2201us (2282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.567467:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7587 00000100:00100000:1.0:1746126473.567529:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822206464 00000100:00100000:1.0:1746126473.567532:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822206464 00002000:00100000:1.0:1746126473.567556:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134854700 x1830945822206464/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.567564:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134854700 with x1830945822206464 ext(0->4095) 00010000:00010000:1.0:1746126473.567569:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.567578:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126473.567584:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134854700 00000100:00100000:1.0:1746126473.567605:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1972 00000100:00100000:1.0:1746126473.567610:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822206464:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126473.568301:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822206464:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 688us (952us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.568307:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1972 00002000:00100000:1.0:1746126473.568312:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134854700 x1830945822206464/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.568319:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134854700 with x1830945822206464 ext(0->4095) 00010000:00010000:1.0:1746126473.568323:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746126473.568332:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746126473.568337:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134854700 00000100:00100000:0.0:1746126473.571687:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.571762:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822206592 00000100:00100000:3.0:1746126473.571768:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822206592 00010000:00010000:3.0:1746126473.571792:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746126473.571811:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7588 00000100:00100000:3.0:1746126473.571816:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134854a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822206592:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.571826:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.571840:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.571849:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.571865:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d1117025 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c678 expref: 81 pid: 8481 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746126473.572739:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.572741:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.572748:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.572756:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.572782:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.572791:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820537472:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.572840:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.576606:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820537472:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.576623:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.576655:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134854a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822206592:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4839us (4973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.576663:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7588 00000100:00100000:0.0:1746126473.577314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.577369:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822206848 00000100:00100000:2.0:1746126473.577375:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822206848 00002000:00100000:2.0:1746126473.577406:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134854e00 x1830945822206848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.577415:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134854e00 with x1830945822206848 ext(0->4095) 00002000:00010000:2.0:1746126473.577419:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134854e00 00000100:00100000:2.0:1746126473.577447:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4045 00000100:00100000:2.0:1746126473.577454:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822206848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.577582:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822206848:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.577588:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4045 00002000:00100000:2.0:1746126473.577592:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134854e00 x1830945822206848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.577605:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134854e00 with x1830945822206848 ext(0->4095) 00002000:00010000:2.0:1746126473.577608:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134854e00 00000100:00100000:0.0:1746126473.581275:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.581481:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822206976 00000100:00100000:3.0:1746126473.581489:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822206976 00000100:00100000:3.0:1746126473.581726:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5376 00000100:00100000:3.0:1746126473.581734:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822206976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.581747:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.581761:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c686 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.581782:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.581794:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.581795:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.581798:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.581820:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.581830:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 79 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.581840:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820537600:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.582487:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.583460:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820537600:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.583480:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.583508:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fc00, rc 0) 00000100:00100000:3.0:1746126473.583545:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822206976:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1812us (2276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.583552:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5376 00000100:00100000:0.0:1746126473.584270:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.584327:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822207104 00000100:00100000:3.0:1746126473.584332:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822207104 00010000:00010000:3.0:1746126473.584353:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.584386:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7589 00000100:00100000:3.0:1746126473.584391:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822207104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.584401:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.584417:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.584425:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.584443:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111702c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c67f expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.584531:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.584533:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.584539:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.584545:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.584569:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.584577:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820537728:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.584629:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.586327:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820537728:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.586342:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.586380:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1977:x1830945822207104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1987us (2110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.586387:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7589 00000100:00100000:0.0:1746126473.586834:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.586870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.586937:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822207360 00000100:00100000:2.0:1746126473.586942:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822207360 00002000:00100000:2.0:1746126473.586970:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134855880 x1830945822207360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.586977:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134855880 with x1830945822207360 ext(0->4095) 00002000:00010000:2.0:1746126473.586981:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134855880 00000100:00100000:2.0:1746126473.586994:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4046 00000100:00100000:2.0:1746126473.586999:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822207360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126473.587119:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822207360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.587125:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4046 00002000:00100000:2.0:1746126473.587130:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134855880 x1830945822207360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.587136:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134855880 with x1830945822207360 ext(0->4095) 00002000:00010000:2.0:1746126473.587139:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134855880 00000100:00100000:3.0:1746126473.587191:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822207488 00000100:00100000:3.0:1746126473.587194:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822207488 00000100:00100000:3.0:1746126473.587221:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5377 00000100:00100000:3.0:1746126473.587225:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31630:x1830945822207488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.587233:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.587243:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c68d expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.587260:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.587266:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.587267:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.587270:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.587287:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.587456:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.587469:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820537856:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.587762:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.590347:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.590404:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822207616 00000100:00100000:1.0:1746126473.590411:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822207616 00000100:00100000:1.0:1746126473.590441:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5378 00000100:00100000:1.0:1746126473.590447:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31631:x1830945822207616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.590460:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.590473:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c694 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.590492:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.590629:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.590635:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.590638:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.590666:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.590673:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820537856:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126473.590681:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.590689:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.590689:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838c00, rc 0) 00010000:00010000:3.0:1746126473.590697:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fa00, rc 0) 00000100:00100000:1.0:1746126473.590725:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31631:x1830945822207616:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 277us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.590730:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5378 00000100:00100000:3.0:1746126473.590799:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31630:x1830945822207488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3570us (3927us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.590805:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5377 00000100:00100000:0.0:1746126473.590864:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.590958:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822207744 00000100:00100000:3.0:1746126473.590962:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822207744 00010000:00010000:3.0:1746126473.590974:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.590999:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7590 00000100:00100000:3.0:1746126473.591004:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822207744:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.591012:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.591027:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.591036:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.591049:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d1117033 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c686 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.591062:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.591063:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.591068:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.591074:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.591090:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.591099:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 80 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.591108:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820538112:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.591152:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.592786:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820538112:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.592799:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.592861:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822207744:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1855us (1996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.592869:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7590 00000100:00100000:0.0:1746126473.593594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.593737:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822208000 00000100:00100000:2.0:1746126473.593742:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822208000 00002000:00100000:2.0:1746126473.593767:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134856300 x1830945822208000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.593775:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134856300 with x1830945822208000 ext(0->4095) 00010000:00010000:2.0:1746126473.593781:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.593792:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126473.593797:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134856300 00000100:00100000:2.0:1746126473.593814:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1973 00000100:00100000:2.0:1746126473.593818:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134856300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822208000:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126473.594151:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134856300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822208000:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 331us (557us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.594157:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1973 00002000:00100000:2.0:1746126473.594162:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134856300 x1830945822208000/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.594172:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134856300 with x1830945822208000 ext(0->4095) 00010000:00010000:2.0:1746126473.594177:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.594186:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126473.594192:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134856300 00000100:00100000:0.0:1746126473.596886:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.596960:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822208128 00000100:00100000:3.0:1746126473.596968:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822208128 00010000:00010000:3.0:1746126473.596995:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.597022:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7591 00000100:00100000:3.0:1746126473.597028:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134856680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945822208128:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.597038:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.597055:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.597065:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.597082:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d111703a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c68d expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.597108:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.597110:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.597115:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.597122:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.597149:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.597159:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820538240:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.597234:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.600289:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820538240:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.600308:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.600354:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134856680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822208128:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3326us (3474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.600363:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7591 00000100:00100000:0.0:1746126473.600834:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.600877:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822208384 00000100:00100000:3.0:1746126473.600883:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822208384 00002000:00100000:3.0:1746126473.600909:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134856a00 x1830945822208384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.600918:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134856a00 with x1830945822208384 ext(0->4095) 00002000:00010000:3.0:1746126473.600922:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134856a00 00000100:00100000:3.0:1746126473.600948:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4047 00000100:00100000:3.0:1746126473.600954:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822208384:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.601398:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822208384:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 443us (564us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.601404:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4047 00002000:00100000:3.0:1746126473.601410:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134856a00 x1830945822208384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.601416:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134856a00 with x1830945822208384 ext(0->4095) 00002000:00010000:3.0:1746126473.601419:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134856a00 00000100:00100000:0.0:1746126473.606175:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.606325:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822208512 00000100:00100000:3.0:1746126473.606332:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822208512 00000100:00100000:3.0:1746126473.606377:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5379 00000100:00100000:3.0:1746126473.606384:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822208512:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.606400:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.606413:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c69b expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.606435:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.606440:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.606442:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.606444:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.606466:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.606476:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 79 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.606485:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820538368:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.606570:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.608562:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820538368:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.608586:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.608600:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f600, rc 0) 00000100:00100000:3.0:1746126473.608640:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822208512:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2256us (2471us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126473.608643:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.608651:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5379 00000100:00100000:3.0:1746126473.608676:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822208640 00000100:00100000:3.0:1746126473.608689:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822208640 00010000:00010000:3.0:1746126473.608705:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.608722:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7592 00000100:00100000:3.0:1746126473.608727:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134857100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822208640:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.608736:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.608753:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.608762:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.608784:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d1117041 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c694 expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.608806:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.608807:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.608813:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.608820:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.608840:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.608851:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820538496:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.608896:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.610262:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820538496:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.610274:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.610310:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134857100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822208640:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1582us (1666us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.610317:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7592 00000100:00100000:0.0:1746126473.610734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.610826:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822208896 00000100:00100000:2.0:1746126473.610830:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822208896 00002000:00100000:2.0:1746126473.610854:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134857480 x1830945822208896/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.610862:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134857480 with x1830945822208896 ext(0->4095) 00002000:00010000:2.0:1746126473.610865:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134857480 00000100:00100000:2.0:1746126473.610886:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4048 00000100:00100000:2.0:1746126473.610891:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822208896:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.611030:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822208896:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (296us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.611038:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4048 00002000:00100000:2.0:1746126473.611044:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134857480 x1830945822208896/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.611050:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134857480 with x1830945822208896 ext(0->4095) 00002000:00010000:2.0:1746126473.611053:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134857480 00000100:00100000:0.0:1746126473.611619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.611744:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822209024 00000100:00100000:3.0:1746126473.611748:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822209024 00000100:00100000:3.0:1746126473.611777:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5380 00000100:00100000:3.0:1746126473.611782:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31630:x1830945822209024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.611791:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.611803:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6a2 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.611822:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.611829:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.611830:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.611833:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.611852:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.611866:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.611876:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820538624:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126473.612082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.612117:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822209152 00000100:00100000:1.0:1746126473.612121:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822209152 00000100:00100000:1.0:1746126473.612139:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5381 00000100:00100000:1.0:1746126473.612144:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134857b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31631:x1830945822209152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.612151:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.612157:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6a9 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.612168:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.612171:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.612176:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.612179:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.612180:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00010000:00010000:1.0:1746126473.612209:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.612226:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.612233:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838a00, rc 0) 00000100:00100000:1.0:1746126473.612250:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134857b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31631:x1830945822209152:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.612255:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5381 00000100:00100000:3.0:1746126473.613321:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820538624:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.613337:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.613345:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fe00, rc 0) 00000100:00100000:3.0:1746126473.613364:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31630:x1830945822209024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1583us (1747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.613369:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5380 00000100:00100000:0.0:1746126473.614110:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.614211:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822209280 00000100:00100000:3.0:1746126473.614215:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822209280 00010000:00010000:3.0:1746126473.614236:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.614304:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7593 00000100:00100000:3.0:1746126473.614310:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134854380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822209280:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.614320:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.614335:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.614348:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.614362:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d1117048 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c69b expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.614371:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.614373:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.614377:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.614384:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.614403:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.614411:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 80 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.614420:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820538880:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.614868:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.616086:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820538880:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.616100:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.616123:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134854380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822209280:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1813us (2014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.616133:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7593 00000100:00100000:0.0:1746126473.616477:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.616594:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822209536 00000100:00100000:2.0:1746126473.616599:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822209536 00002000:00100000:2.0:1746126473.616625:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134854a80 x1830945822209536/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.616633:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134854a80 with x1830945822209536 ext(0->4095) 00010000:00010000:2.0:1746126473.616640:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.616651:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126473.616656:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134854a80 00000100:00100000:2.0:1746126473.616677:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1974 00000100:00100000:2.0:1746126473.616682:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822209536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126473.616800:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822209536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.616807:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1974 00002000:00100000:2.0:1746126473.616811:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134854a80 x1830945822209536/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.616817:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134854a80 with x1830945822209536 ext(0->4095) 00010000:00010000:2.0:1746126473.616821:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.616829:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126473.616834:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134854a80 00000100:00100000:0.0:1746126473.619622:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.619717:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822209664 00000100:00100000:3.0:1746126473.619723:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822209664 00010000:00010000:3.0:1746126473.619746:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.619764:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7594 00000100:00100000:3.0:1746126473.619770:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1976:x1830945822209664:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.619781:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.619795:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.619804:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.619820:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111704f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a2 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.619841:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.619843:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.619848:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.619856:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.619879:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.619889:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820539008:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.620814:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.622257:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820539008:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.622275:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.622318:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822209664:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2547us (2701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.622327:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7594 00000100:00100000:0.0:1746126473.622881:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.622960:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822209920 00000100:00100000:3.0:1746126473.622964:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822209920 00002000:00100000:3.0:1746126473.622989:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4eca80 x1830945822209920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.622997:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eca80 with x1830945822209920 ext(0->4095) 00002000:00010000:3.0:1746126473.623000:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4eca80 00000100:00100000:3.0:1746126473.623061:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4049 00000100:00100000:3.0:1746126473.623066:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1975:x1830945822209920:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126473.623173:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1975:x1830945822209920:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (293us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.623178:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4049 00002000:00100000:3.0:1746126473.623183:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4eca80 x1830945822209920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.623189:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eca80 with x1830945822209920 ext(0->4095) 00002000:00010000:3.0:1746126473.623192:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4eca80 00000100:00100000:0.0:1746126473.625254:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.625393:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822210048 00000100:00100000:3.0:1746126473.625403:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822210048 00000100:00100000:3.0:1746126473.625442:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5382 00000100:00100000:3.0:1746126473.625449:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822210048:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.625462:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.625476:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6b0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.625544:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.625551:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.625552:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.625555:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.625577:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.625586:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 79 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.625597:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820539136:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.625661:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.626870:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820539136:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.626889:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.626903:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289e000, rc 0) 00000100:00100000:3.0:1746126473.626935:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822210048:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1486us (1684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.626941:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5382 00000100:00100000:0.0:1746126473.627624:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.627714:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822210176 00000100:00100000:3.0:1746126473.627718:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822210176 00010000:00010000:3.0:1746126473.627735:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.627841:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7595 00000100:00100000:3.0:1746126473.627848:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822210176:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.627858:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.627874:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.627883:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.627900:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838a00/0x8f8d42f0d1117056 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6a9 expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.627922:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.627924:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.627929:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.627939:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.627961:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.627970:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820539264:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.628644:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.630800:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820539264:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.630819:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.630854:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:1976:x1830945822210176:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3006us (3229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.630862:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7595 00000100:00100000:0.0:1746126473.630973:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.631104:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822210432 00000100:00100000:3.0:1746126473.631110:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822210432 00002000:00100000:3.0:1746126473.631137:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d281180 x1830945822210432/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.631145:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281180 with x1830945822210432 ext(0->4095) 00002000:00010000:3.0:1746126473.631149:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d281180 00000100:00100000:3.0:1746126473.631175:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4050 00000100:00100000:3.0:1746126473.631182:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822210432:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.631321:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822210432:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (349us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.631330:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4050 00002000:00100000:3.0:1746126473.631335:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d281180 x1830945822210432/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.631341:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281180 with x1830945822210432 ext(0->4095) 00002000:00010000:3.0:1746126473.631343:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d281180 00000100:00100000:0.0:1746126473.632734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.632796:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822210560 00000100:00100000:3.0:1746126473.632801:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822210560 00000100:00100000:3.0:1746126473.632868:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5383 00000100:00100000:3.0:1746126473.632874:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+79:31630:x1830945822210560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.632884:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.632897:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6b7 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.632916:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.632922:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.632923:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.632926:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.632947:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.632957:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.633169:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820539392:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.633652:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.633888:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.633940:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822210688 00000100:00100000:1.0:1746126473.633944:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822210688 00000100:00100000:1.0:1746126473.633972:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5384 00000100:00100000:1.0:1746126473.633977:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31631:x1830945822210688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126473.633984:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.633991:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6be expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.634004:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.634008:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.634013:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126473.634016:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.634035:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 82 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.634049:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 82 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.634057:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839e00, rc 0) 00000100:00100000:1.0:1746126473.634092:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31631:x1830945822210688:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126473.634098:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5384 00000100:00100000:3.0:1746126473.635373:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820539392:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.635389:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.635398:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289ea00, rc 0) 00000100:00100000:3.0:1746126473.635418:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:31630:x1830945822210560:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2545us (2688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.635424:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5383 00000100:00100000:0.0:1746126473.636553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.639543:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822210816 00000100:00100000:3.0:1746126473.639552:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822210816 00010000:00010000:3.0:1746126473.639582:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.639608:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7596 00000100:00100000:3.0:1746126473.639614:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822210816:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.639624:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.639638:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.639647:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.639667:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d111705d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b0 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.639681:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.639683:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.639689:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.639696:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.639721:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.639729:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 80 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.639738:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820539648:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.639806:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.644066:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820539648:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.644086:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.644128:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822210816:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4513us (7576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.644137:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7596 00000100:00100000:0.0:1746126473.644331:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.644822:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822211072 00000100:00100000:1.0:1746126473.644827:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822211072 00002000:00100000:1.0:1746126473.644857:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009414a680 x1830945822211072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.644866:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009414a680 with x1830945822211072 ext(0->4095) 00010000:00010000:1.0:1746126473.644872:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.644884:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.644890:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009414a680 00000100:00100000:1.0:1746126473.645413:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1975 00000100:00100000:1.0:1746126473.645421:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822211072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126473.645550:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009414a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822211072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (1220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.645559:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1975 00002000:00100000:1.0:1746126473.645564:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009414a680 x1830945822211072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.645571:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009414a680 with x1830945822211072 ext(0->4095) 00010000:00010000:1.0:1746126473.645575:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.645583:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.645589:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009414a680 00000100:00100000:0.0:1746126473.647560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.647630:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822211200 00000100:00100000:3.0:1746126473.647636:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822211200 00010000:00010000:3.0:1746126473.647657:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.647679:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7597 00000100:00100000:3.0:1746126473.647683:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1975:x1830945822211200:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.647690:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.647703:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.647709:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.647723:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d1117064 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6b7 expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.647738:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.647739:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.647745:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.647752:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.647862:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 80 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.647873:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820539776:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.647931:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.650323:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820539776:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.650341:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.650384:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1975:x1830945822211200:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2699us (2828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.650393:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7597 00000100:00100000:0.0:1746126473.653555:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.653591:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822211456 00000100:00100000:0.0:1746126473.653598:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822211456 00002000:00100000:0.0:1746126473.653629:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc2bb80 x1830945822211456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.653638:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc2bb80 with x1830945822211456 ext(0->4095) 00002000:00010000:0.0:1746126473.653642:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc2bb80 00000100:00100000:0.0:1746126473.654061:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4051 00000100:00100000:0.0:1746126473.654067:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822211456:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126473.654194:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822211456:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (646us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126473.654211:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4051 00002000:00100000:0.0:1746126473.654217:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009bc2bb80 x1830945822211456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.654223:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc2bb80 with x1830945822211456 ext(0->4095) 00002000:00010000:0.0:1746126473.654226:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc2bb80 00000100:00100000:0.0:1746126473.656127:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.656319:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822211584 00000100:00100000:3.0:1746126473.656326:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822211584 00000100:00100000:3.0:1746126473.656355:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5385 00000100:00100000:3.0:1746126473.656361:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822211584:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.656374:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.656391:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6c5 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.656413:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.656419:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.656421:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.656424:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.656449:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 79 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.656458:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 79 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.656471:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820539904:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.656565:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.659114:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820539904:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.659138:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.659152:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289e800, rc 0) 00000100:00100000:3.0:1746126473.659204:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822211584:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2834us (3074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.659211:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5385 00000100:00100000:0.0:1746126473.660297:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.660386:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822211712 00000100:00100000:3.0:1746126473.660392:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822211712 00010000:00010000:3.0:1746126473.660414:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.660434:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7598 00000100:00100000:3.0:1746126473.660439:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1977:x1830945822211712:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.660448:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.660464:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.660472:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.660511:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111706b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6be expref: 80 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.660533:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.660535:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.660542:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.660548:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.660572:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.660581:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820540032:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.661447:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.662131:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.662457:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822211840 00000100:00100000:3.0:1746126473.662461:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822211840 00000100:00100000:3.0:1746126473.662487:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5386 00000100:00100000:3.0:1746126473.662512:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:31630:x1830945822211840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.662524:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.662536:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6cc expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.662555:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.662565:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.662566:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.662569:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.662588:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.662597:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.662605:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820540160:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.663704:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.663799:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820540032:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.663814:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.663838:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+81:1977:x1830945822211712:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3398us (3544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.663846:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7598 00000100:00100000:0.0:1746126473.664097:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.664480:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822212096 00000100:00100000:3.0:1746126473.664484:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822212096 00002000:00100000:3.0:1746126473.664522:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cce00 x1830945822212096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.664529:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cce00 with x1830945822212096 ext(0->4095) 00010000:00010000:3.0:1746126473.664535:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.664546:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126473.664551:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cce00 00000100:00100000:3.0:1746126473.664757:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1976 00000100:00100000:3.0:1746126473.664764:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822212096:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.664874:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822212096:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (776us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.664879:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1976 00002000:00100000:3.0:1746126473.664883:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009a1cce00 x1830945822212096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.664889:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cce00 with x1830945822212096 ext(0->4095) 00010000:00010000:3.0:1746126473.664892:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.664900:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126473.664905:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cce00 00000100:00100000:2.0:1746126473.665108:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820540160:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.665122:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 80 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.665133:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fa00, rc 0) 00000100:00100000:2.0:1746126473.665160:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:31630:x1830945822211840:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2667us (3032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.665166:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5386 00000100:00100000:2.0:1746126473.668292:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.668395:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822212224 00000100:00100000:3.0:1746126473.668402:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822212224 00010000:00010000:3.0:1746126473.668427:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.668449:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7599 00000100:00100000:3.0:1746126473.668455:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822212224:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.668465:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.668480:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.668488:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.668523:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d1117072 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6c5 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.668533:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.668535:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.668541:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.668547:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.668570:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.668580:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820540288:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.668626:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.671514:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820540288:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.671532:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.672403:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822212224:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3945us (4114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.672412:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7599 00000100:00100000:1.0:1746126473.672672:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.672764:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822212480 00000100:00100000:0.0:1746126473.672770:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822212480 00002000:00100000:0.0:1746126473.672797:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135703480 x1830945822212480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.672807:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703480 with x1830945822212480 ext(0->4095) 00002000:00010000:0.0:1746126473.672811:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135703480 00000100:00100000:0.0:1746126473.672822:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4052 00000100:00100000:0.0:1746126473.672827:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822212480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126473.672953:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822212480:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126473.672958:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4052 00002000:00100000:0.0:1746126473.674511:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135703480 x1830945822212480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.674523:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703480 with x1830945822212480 ext(0->4095) 00002000:00010000:0.0:1746126473.674528:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135703480 00000100:00100000:0.0:1746126473.676414:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.676520:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822212608 00000100:00100000:2.0:1746126473.676527:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822212608 00000100:00100000:2.0:1746126473.676559:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5387 00000100:00100000:2.0:1746126473.676565:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822212608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.676578:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.676591:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6d3 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.676613:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.676619:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.676620:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.676623:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.676645:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 79 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.676655:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 79 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.676666:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820540416:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.680315:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.693517:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820540416:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.693542:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.693559:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33c00, rc 0) 00000100:00100000:2.0:1746126473.693606:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822212608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17040us (17196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.693614:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5387 00000100:00100000:0.0:1746126473.698354:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.698383:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822212736 00000100:00100000:0.0:1746126473.698389:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822212736 00002000:00100000:0.0:1746126473.698424:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009a1cea00 x1830945822212736/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.698432:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cea00 with x1830945822212736 ext(0->7) 00010000:00010000:0.0:1746126473.698439:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 80 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126473.698451:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 80 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126473.698456:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cea00 00000100:00100000:0.0:1746126473.698472:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1977 00000100:00100000:0.0:1746126473.698478:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+80:1976:x1830945822212736:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126473.698732:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1976:x1830945822212736:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 254us (385us total) trans 4294968064 rc 0/0 00000100:00100000:0.0:1746126473.698739:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1977 00002000:00100000:0.0:1746126473.698744:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009a1cea00 x1830945822212736/t4294968064(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/448 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.698750:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1cea00 with x1830945822212736 ext(0->7) 00010000:00010000:0.0:1746126473.698755:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 82 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126473.698763:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 82 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746126473.698772:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1cea00 00000100:00100000:0.0:1746126473.712709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.712797:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822212864 00000100:00100000:2.0:1746126473.712805:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822212864 00000100:00100000:2.0:1746126473.712838:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5388 00000100:00100000:2.0:1746126473.712845:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:31630:x1830945822212864:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.712860:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.712873:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6da expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.712893:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.712899:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.712904:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126473.712906:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 83 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.712932:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.712941:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 83 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.712953:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33000, rc 0) 00000100:00100000:2.0:1746126473.713001:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:31630:x1830945822212864:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.713006:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5388 00000100:00100000:0.0:1746126473.718266:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.718339:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822212992 00000100:00100000:3.0:1746126473.718346:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822212992 00010000:00010000:3.0:1746126473.718370:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 83 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.718395:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7600 00000100:00100000:3.0:1746126473.718400:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1974:x1830945822212992:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.718409:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.718424:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 83 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.718433:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 83 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.718450:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d1117079 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6cc expref: 83 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.718472:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.718474:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.718479:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.718485:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.718527:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.718535:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.718548:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820540672:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.718609:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126473.721848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.721915:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822213248 00000100:00100000:2.0:1746126473.721922:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822213248 00002000:00100000:2.0:1746126473.721955:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702680 x1830945822213248/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.721964:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702680 with x1830945822213248 ext(0->4095) 00010000:00010000:2.0:1746126473.721971:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.721982:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126473.721988:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135702680 00000100:00100000:2.0:1746126473.722005:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1978 00000100:00100000:2.0:1746126473.722011:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822213248:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126473.722132:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822213248:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.722138:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1978 00002000:00100000:2.0:1746126473.722143:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135702680 x1830945822213248/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.722154:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702680 with x1830945822213248 ext(0->4095) 00010000:00010000:2.0:1746126473.722158:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.722166:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126473.722171:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135702680 00000100:00100000:3.0:1746126473.722252:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820540672:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.722267:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.722296:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1974:x1830945822212992:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3895us (4036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.722302:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7600 00000100:00100000:0.0:1746126473.725010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.725078:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822213376 00000100:00100000:3.0:1746126473.725084:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822213376 00010000:00010000:3.0:1746126473.725105:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.725124:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7601 00000100:00100000:3.0:1746126473.725130:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822213376:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.725140:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.725154:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.725163:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.725179:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d1117080 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6d3 expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.725247:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.725250:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.725256:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.725263:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.725287:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.725297:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820540800:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.725355:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.726770:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820540800:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.726784:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.726806:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822213376:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1676us (1802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.726818:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7601 00000100:00100000:0.0:1746126473.728010:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.728614:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822213632 00000100:00100000:2.0:1746126473.728620:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822213632 00002000:00100000:2.0:1746126473.728647:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88700 x1830945822213632/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.728655:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88700 with x1830945822213632 ext(0->4095) 00002000:00010000:2.0:1746126473.728659:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa88700 00000100:00100000:2.0:1746126473.728670:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4053 00000100:00100000:2.0:1746126473.728675:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1976:x1830945822213632:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.730216:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1976:x1830945822213632:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1534us (2202us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.730225:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4053 00002000:00100000:2.0:1746126473.730233:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008aa88700 x1830945822213632/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.730241:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa88700 with x1830945822213632 ext(0->4095) 00002000:00010000:2.0:1746126473.730245:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa88700 00000100:00100000:0.0:1746126473.736220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.736432:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822213760 00000100:00100000:2.0:1746126473.736439:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822213760 00000100:00100000:2.0:1746126473.736469:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5389 00000100:00100000:2.0:1746126473.736478:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822213760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.736512:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.736525:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6e1 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.736546:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.736552:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.736553:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.736556:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.736577:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 81 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.736586:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 81 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.736596:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820540928:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.737481:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.739233:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.739320:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820540928:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.739342:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.739361:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33200, rc 0) 00000100:00100000:2.0:1746126473.739391:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822213760:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2913us (3177us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.739397:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5389 00000100:00100000:3.0:1746126473.739467:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822213888 00000100:00100000:3.0:1746126473.739471:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822213888 00002000:00100000:3.0:1746126473.739519:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094f6e300 x1830945822213888/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.739528:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6e300 with x1830945822213888 ext(0->7) 00010000:00010000:3.0:1746126473.739534:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 82 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.739543:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 82 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126473.739553:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6e300 00000100:00100000:3.0:1746126473.739578:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1979 00000100:00100000:3.0:1746126473.739584:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+82:1976:x1830945822213888:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126473.739810:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1976:x1830945822213888:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 226us (581us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1746126473.739816:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1979 00002000:00100000:3.0:1746126473.739821:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880094f6e300 x1830945822213888/t4294968065(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/448 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.739826:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f6e300 with x1830945822213888 ext(0->7) 00010000:00010000:3.0:1746126473.739830:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 84 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.739836:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 84 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126473.739841:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f6e300 00000100:00100000:0.0:1746126473.747030:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.747113:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822214016 00000100:00100000:3.0:1746126473.747120:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822214016 00010000:00010000:3.0:1746126473.747147:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 84 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.747178:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7602 00000100:00100000:3.0:1746126473.747184:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1975:x1830945822214016:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.747193:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.747219:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 84 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.747228:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 84 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.747245:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d1117087 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6da expref: 84 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.747267:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.747269:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.747274:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.747280:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.747303:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.747312:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820541056:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.747379:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.750827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.750936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.751214:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822214400 00000100:00100000:1.0:1746126473.751221:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822214400 00002000:00100000:1.0:1746126473.751255:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b78e00 x1830945822214400/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.751264:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b78e00 with x1830945822214400 ext(0->4095) 00002000:00010000:1.0:1746126473.751269:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b78e00 00000100:00100000:1.0:1746126473.751285:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4054 00000100:00100000:1.0:1746126473.751291:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822214400:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126473.751414:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822214400:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.751421:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4054 00002000:00100000:1.0:1746126473.751426:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093b78e00 x1830945822214400/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.751437:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b78e00 with x1830945822214400 ext(0->4095) 00002000:00010000:1.0:1746126473.751439:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b78e00 00000100:00100000:2.0:1746126473.751476:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822214144 00000100:00100000:2.0:1746126473.751479:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822214144 00000100:00100000:2.0:1746126473.751515:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5390 00000100:00100000:2.0:1746126473.751521:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:31630:x1830945822214144:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.751529:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.751541:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6e8 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.751559:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.751565:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.751567:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.751570:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 85 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.751592:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.751602:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.751615:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820541184:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.751661:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.752055:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820541056:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.752068:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.752083:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1975:x1830945822214016:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4900us (5061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.752089:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7602 00000100:00100000:0.0:1746126473.754545:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.754795:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822214528 00000100:00100000:3.0:1746126473.754801:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822214528 00000100:00100000:3.0:1746126473.754837:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5391 00000100:00100000:3.0:1746126473.754844:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:31631:x1830945822214528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.754857:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.754870:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6ef expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.754888:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.754892:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.754898:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.754901:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 86 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.754925:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.754934:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 86 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.754941:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fe00, rc 0) 00000100:00100000:3.0:1746126473.754967:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:31631:x1830945822214528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.754972:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5391 00000100:00100000:3.0:1746126473.755678:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820541184:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.755692:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 85 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.755704:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33800, rc 0) 00000100:00100000:3.0:1746126473.755724:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:31630:x1830945822214144:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4203us (4904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.755729:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5390 00000100:00100000:0.0:1746126473.756157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.756328:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822214656 00000100:00100000:3.0:1746126473.756332:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822214656 00010000:00010000:3.0:1746126473.756347:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.756374:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7603 00000100:00100000:3.0:1746126473.756379:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822214656:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.756387:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.756403:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.756411:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.756425:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d111708e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e1 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.756443:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.756445:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.756450:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 84 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.756461:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 84 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.756478:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 84 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.756487:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 84 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.756525:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820541440:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.756571:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.758209:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820541440:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.758223:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.758339:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822214656:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1958us (2180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.758346:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7603 00000100:00100000:0.0:1746126473.759131:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.759174:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822214912 00000100:00100000:1.0:1746126473.759179:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822214912 00002000:00100000:1.0:1746126473.759214:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092591c00 x1830945822214912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.759222:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092591c00 with x1830945822214912 ext(0->4095) 00010000:00010000:1.0:1746126473.759228:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 85 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.759236:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 85 pid: 8480 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.759240:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092591c00 00000100:00100000:1.0:1746126473.759258:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1980 00000100:00100000:1.0:1746126473.759265:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1977:x1830945822214912:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126473.759370:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1977:x1830945822214912:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.759376:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1980 00002000:00100000:1.0:1746126473.759380:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092591c00 x1830945822214912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.759387:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092591c00 with x1830945822214912 ext(0->4095) 00010000:00010000:1.0:1746126473.759391:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 85 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.759398:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 85 pid: 8480 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.759404:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092591c00 00000100:00100000:0.0:1746126473.761081:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.761145:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822215040 00000100:00100000:3.0:1746126473.761150:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822215040 00010000:00010000:3.0:1746126473.761167:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 85 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.761187:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7604 00000100:00100000:3.0:1746126473.761192:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1977:x1830945822215040:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.761213:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.761226:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 85 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.761236:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 85 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.761253:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117095 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6e8 expref: 85 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.761275:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.761277:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.761283:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 84 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.761289:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 84 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.761312:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 84 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.761322:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820541568:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.761367:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.763064:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820541568:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.763234:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.763271:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1977:x1830945822215040:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2078us (2193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.763279:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7604 00000100:00100000:0.0:1746126473.763866:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.763926:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822215296 00000100:00100000:1.0:1746126473.763934:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822215296 00002000:00100000:1.0:1746126473.763961:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ec000 x1830945822215296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.764107:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec000 with x1830945822215296 ext(0->4095) 00002000:00010000:1.0:1746126473.764111:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ec000 00000100:00100000:1.0:1746126473.764134:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4055 00000100:00100000:1.0:1746126473.764140:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1976:x1830945822215296:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126473.764283:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1976:x1830945822215296:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.764289:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4055 00002000:00100000:1.0:1746126473.764293:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ec000 x1830945822215296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.764299:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec000 with x1830945822215296 ext(0->4095) 00002000:00010000:1.0:1746126473.764302:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ec000 00000100:00100000:0.0:1746126473.766110:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.766307:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822215424 00000100:00100000:3.0:1746126473.766312:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822215424 00000100:00100000:3.0:1746126473.766349:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5392 00000100:00100000:3.0:1746126473.766356:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822215424:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.766366:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.766378:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6f6 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.766398:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 83 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.766403:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.766405:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.766408:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.766427:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 83 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.766436:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 83 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.766446:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820541696:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.766523:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.768212:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820541696:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.768234:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.768244:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289ea00, rc 0) 00000100:00100000:3.0:1746126473.768700:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822215424:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2344us (2593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.768706:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5392 00000100:00100000:0.0:1746126473.768883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.769225:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822215552 00000100:00100000:3.0:1746126473.769230:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822215552 00010000:00010000:3.0:1746126473.769250:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 84 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.769267:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7605 00000100:00100000:3.0:1746126473.769272:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1974:x1830945822215552:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.769281:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.769296:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 84 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.769305:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 84 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.769321:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fe00/0x8f8d42f0d111709c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6ef expref: 84 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.769333:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.769335:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.769340:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.769347:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.769372:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.769381:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820541824:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.769425:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.771321:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820541824:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.771342:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.771404:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+83:1974:x1830945822215552:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2130us (2520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.771411:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7605 00000100:00100000:0.0:1746126473.771617:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.771648:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822215808 00000100:00100000:3.0:1746126473.771652:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822215808 00002000:00100000:3.0:1746126473.771673:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ee680 x1830945822215808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.771679:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee680 with x1830945822215808 ext(0->4095) 00002000:00010000:3.0:1746126473.771682:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ee680 00000100:00100000:3.0:1746126473.772245:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4056 00000100:00100000:3.0:1746126473.772251:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822215808:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126473.772515:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822215808:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 263us (899us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.772520:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4056 00002000:00100000:3.0:1746126473.772525:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012f4ee680 x1830945822215808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.772538:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee680 with x1830945822215808 ext(0->4095) 00002000:00010000:3.0:1746126473.772540:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ee680 00000100:00100000:0.0:1746126473.773902:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.773967:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.774013:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822215936 00000100:00100000:3.0:1746126473.774018:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822215936 00000100:00100000:3.0:1746126473.774049:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822216064 00000100:00100000:3.0:1746126473.774051:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822216064 00000100:00100000:1.0:1746126473.774052:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5393 00000100:00100000:1.0:1746126473.774060:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:31630:x1830945822215936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126473.774062:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5394 00000100:00100000:3.0:1746126473.774066:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:31631:x1830945822216064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.774071:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126473.774071:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.774083:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c704 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.774083:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c6fd expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.774102:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.774108:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.774109:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126473.774112:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.774147:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.774151:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.774155:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.774158:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.774180:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 5/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.774191:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.774210:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289e800, rc 0) 00000100:00100000:3.0:1746126473.774245:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:31631:x1830945822216064:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.774250:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5394 00010000:00010000:1.0:1746126473.774295:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126473.774306:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 5 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126473.774316:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820542080:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126473.774548:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.777065:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820542080:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.777088:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.777100:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838200, rc 0) 00000100:00100000:2.0:1746126473.777136:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:31630:x1830945822215936:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3076us (3235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.777142:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5393 00000100:00100000:0.0:1746126473.777992:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.778378:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822216192 00000100:00100000:3.0:1746126473.778385:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822216192 00010000:00010000:3.0:1746126473.778408:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.778438:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7606 00000100:00100000:3.0:1746126473.778444:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822216192:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.778455:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.779442:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.779457:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.779475:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11170a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6f6 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.779507:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.779509:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.779515:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 84 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.779523:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 84 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.779555:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 84 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.779564:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 84 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.779574:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820542208:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.779637:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.782860:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820542208:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.782876:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.782918:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822216192:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4473us (4927us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.782926:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7606 00000100:00100000:0.0:1746126473.783621:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.783822:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822216448 00000100:00100000:3.0:1746126473.783828:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822216448 00002000:00100000:3.0:1746126473.783857:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094259180 x1830945822216448/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.783865:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259180 with x1830945822216448 ext(0->4095) 00010000:00010000:3.0:1746126473.783872:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 85 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.783882:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 85 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126473.783888:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094259180 00000100:00100000:3.0:1746126473.784597:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1981 00000100:00100000:3.0:1746126473.784605:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1976:x1830945822216448:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.784730:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1976:x1830945822216448:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (1110us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.784735:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1981 00002000:00100000:3.0:1746126473.784740:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094259180 x1830945822216448/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.784747:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259180 with x1830945822216448 ext(0->4095) 00010000:00010000:3.0:1746126473.784751:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 85 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.784761:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 85 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126473.784767:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094259180 00000100:00100000:0.0:1746126473.787247:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.787707:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822216576 00000100:00100000:3.0:1746126473.787715:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822216576 00010000:00010000:3.0:1746126473.787742:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 85 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.787773:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7607 00000100:00100000:3.0:1746126473.787779:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1977:x1830945822216576:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.787790:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.787807:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 85 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.787823:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 85 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.787842:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11170aa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c6fd expref: 85 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.787869:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.787871:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.787877:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 84 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.787883:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 84 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.787910:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 84 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.787919:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820542336:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.787976:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.789709:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820542336:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.789723:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.789759:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1977:x1830945822216576:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1979us (2518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.789768:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7607 00000100:00100000:0.0:1746126473.789945:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.790019:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822216832 00000100:00100000:1.0:1746126473.790024:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822216832 00002000:00100000:1.0:1746126473.790051:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094259500 x1830945822216832/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.790058:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259500 with x1830945822216832 ext(0->4095) 00002000:00010000:1.0:1746126473.790062:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094259500 00000100:00100000:1.0:1746126473.790086:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4057 00000100:00100000:1.0:1746126473.790092:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1977:x1830945822216832:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126473.790784:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1977:x1830945822216832:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 690us (837us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.790790:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4057 00002000:00100000:1.0:1746126473.790795:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094259500 x1830945822216832/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.790802:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259500 with x1830945822216832 ext(0->4095) 00002000:00010000:1.0:1746126473.790805:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094259500 00000100:00100000:0.0:1746126473.793447:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.793577:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822216960 00000100:00100000:2.0:1746126473.793584:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822216960 00000100:00100000:2.0:1746126473.793625:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5395 00000100:00100000:2.0:1746126473.793631:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822216960:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.793643:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.793658:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c70b expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.793678:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 83 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.793683:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.793684:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.793687:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.793712:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 83 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.793720:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 83 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.793729:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820542464:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.795747:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.797065:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820542464:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.797086:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.797100:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33400, rc 0) 00000100:00100000:2.0:1746126473.797332:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822216960:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3700us (3890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.797339:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5395 00000100:00100000:0.0:1746126473.799993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.801133:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822217088 00000100:00100000:1.0:1746126473.801141:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822217088 00002000:00100000:1.0:1746126473.801176:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a452d880 x1830945822217088/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.801184:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452d880 with x1830945822217088 ext(0->7) 00010000:00010000:1.0:1746126473.801191:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 84 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.801213:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 84 pid: 8480 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.801220:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452d880 00000100:00100000:1.0:1746126473.801245:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1982 00000100:00100000:1.0:1746126473.801251:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+84:1976:x1830945822217088:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126473.801488:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945822217088:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 237us (1501us total) trans 4294968066 rc 0/0 00000100:00100000:1.0:1746126473.801509:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1982 00002000:00100000:1.0:1746126473.801514:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff8800a452d880 x1830945822217088/t4294968066(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/448 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.801521:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452d880 with x1830945822217088 ext(0->7) 00010000:00010000:1.0:1746126473.801525:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 86 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.801533:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 86 pid: 8480 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.801537:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a452d880 00000100:00100000:0.0:1746126473.807638:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.807833:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822217216 00000100:00100000:3.0:1746126473.807840:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822217216 00010000:00010000:3.0:1746126473.807866:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 86 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.807892:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7608 00000100:00100000:3.0:1746126473.807898:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822217216:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.807907:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.807922:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 86 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.807936:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 86 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.807954:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d11170b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c704 expref: 86 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.807977:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.807979:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.807987:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.807994:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.808876:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.808886:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820542592:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.808945:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.812432:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.812630:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822217344 00000100:00100000:0.0:1746126473.812637:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822217344 00000100:00100000:0.0:1746126473.812678:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5396 00000100:00100000:0.0:1746126473.812685:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:31630:x1830945822217344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126473.812698:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126473.812711:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c712 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.812732:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.812738:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126473.812739:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126473.812742:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.812767:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.812776:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126473.812785:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820542720:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126473.812845:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.812943:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820542592:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.812957:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.812983:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1977:x1830945822217216:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5081us (5348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.812990:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7608 00000100:00100000:0.0:1746126473.813371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.813996:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822217600 00000100:00100000:3.0:1746126473.814000:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822217600 00002000:00100000:3.0:1746126473.814023:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093955500 x1830945822217600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.814031:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093955500 with x1830945822217600 ext(0->4095) 00010000:00010000:3.0:1746126473.814036:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.814045:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126473.814051:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093955500 00000100:00100000:3.0:1746126473.814072:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1983 00000100:00100000:3.0:1746126473.814078:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822217600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126473.814579:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822217600:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 500us (1207us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126473.814585:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1983 00002000:00100000:3.0:1746126473.814590:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093955500 x1830945822217600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.814602:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093955500 with x1830945822217600 ext(0->4095) 00010000:00010000:3.0:1746126473.814606:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.814614:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126473.814619:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093955500 00000100:00100000:2.0:1746126473.816543:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820542720:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.816566:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.816578:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a286600, rc 0) 00000100:00100000:2.0:1746126473.816646:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:31630:x1830945822217344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3960us (4220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.816657:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5396 00000100:00100000:0.0:1746126473.816777:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.816817:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.816911:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822217728 00000100:00100000:3.0:1746126473.816916:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822217728 00010000:00010000:3.0:1746126473.816936:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.816965:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7609 00000100:00100000:3.0:1746126473.816970:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822217728:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.816980:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.816996:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.817004:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.817022:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c70b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.817043:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.817045:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.817051:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.817057:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.817080:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.817089:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820542848:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.817715:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.817755:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822217856 00000100:00100000:2.0:1746126473.817758:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822217856 00000100:00100000:2.0:1746126473.817785:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5397 00000100:00100000:2.0:1746126473.817790:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822217856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.817799:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.817809:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c719 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.817823:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.817829:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.817830:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.817833:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.817847:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.817855:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 85 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.817863:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820542976:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.817899:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.820059:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.820135:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820542848:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.820150:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.820191:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1974:x1830945822217728:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3220us (3414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.820207:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7609 00000100:00100000:2.0:1746126473.820597:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822218112 00000100:00100000:2.0:1746126473.820603:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822218112 00002000:00100000:2.0:1746126473.820631:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425f800 x1830945822218112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.820638:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f800 with x1830945822218112 ext(0->4095) 00010000:00010000:2.0:1746126473.820644:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 86 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.820654:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 86 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126473.820660:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425f800 00000100:00100000:2.0:1746126473.820682:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1984 00000100:00100000:2.0:1746126473.820688:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945822218112:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.820800:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1976:x1830945822218112:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (745us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.820805:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1984 00002000:00100000:2.0:1746126473.820810:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425f800 x1830945822218112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.820817:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f800 with x1830945822218112 ext(0->4095) 00010000:00010000:2.0:1746126473.820821:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 86 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.820829:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 86 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126473.820834:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425f800 00000100:00100000:3.0:1746126473.820927:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820542976:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.820940:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.820951:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33c00, rc 0) 00000100:00100000:3.0:1746126473.820969:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822217856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3179us (4152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.820975:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5397 00000100:00100000:0.0:1746126473.823740:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.824047:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822218240 00000100:00100000:3.0:1746126473.824055:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822218240 00010000:00010000:3.0:1746126473.824080:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 86 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.824104:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7610 00000100:00100000:3.0:1746126473.824109:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1975:x1830945822218240:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.824121:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.824137:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 86 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.824146:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 86 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.824163:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a286600/0x8f8d42f0d11170bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c712 expref: 86 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.824175:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.824177:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.824182:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.824188:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.824221:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.824232:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820543104:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.824287:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.826218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.826694:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820543104:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.826710:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.826739:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:1975:x1830945822218240:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2629us (3004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.826747:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7610 00000100:00100000:0.0:1746126473.827011:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.827073:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822218624 00000100:00100000:0.0:1746126473.827078:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822218624 00002000:00100000:0.0:1746126473.827105:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134855180 x1830945822218624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.827113:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134855180 with x1830945822218624 ext(0->4095) 00002000:00010000:0.0:1746126473.827117:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134855180 00000100:00100000:0.0:1746126473.827142:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4058 00000100:00100000:0.0:1746126473.827148:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822218624:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126473.827274:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822218624:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126473.827279:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4058 00002000:00100000:0.0:1746126473.827284:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134855180 x1830945822218624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.827290:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134855180 with x1830945822218624 ext(0->4095) 00002000:00010000:0.0:1746126473.827293:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134855180 00000100:00100000:3.0:1746126473.827522:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822218368 00000100:00100000:3.0:1746126473.827634:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822218368 00000100:00100000:3.0:1746126473.827656:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5398 00000100:00100000:3.0:1746126473.827661:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+85:31630:x1830945822218368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.827668:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.827680:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c720 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.827698:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.827704:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.827706:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.827708:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.827728:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 5 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.827737:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 5 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.827746:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820543232:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.827795:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.830192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.830965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.830986:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822218880 00000100:00100000:0.0:1746126473.830990:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822218880 00010000:00010000:0.0:1746126473.831014:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126473.831044:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7611 00000100:00100000:0.0:1746126473.831049:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822218880:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126473.831058:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126473.831072:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126473.831080:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126473.831097:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126473.831099:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126473.831103:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.831109:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126473.831131:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126473.831140:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134855c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820543360:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126473.831192:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15780 going to sleep for 11 seconds 00010000:00010000:3.0:1746126473.831304:0:8480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c719 expref: 6 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.831318:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820543232:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.831334:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 86 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.831342:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fc00, rc 0) 00000100:00100000:3.0:1746126473.831363:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:31630:x1830945822218368:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3702us (5150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.831369:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5398 00000100:00100000:2.0:1746126473.831550:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822218752 00000100:00100000:2.0:1746126473.831553:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822218752 00000100:00100000:2.0:1746126473.831572:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5399 00000100:00100000:2.0:1746126473.831576:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:31631:x1830945822218752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.831584:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.831592:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c727 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.831605:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 87 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.831609:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.831610:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.831613:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.831624:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 87 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.831631:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 87 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.831638:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820543488:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.831668:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.834133:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134855c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820543360:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.834148:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.834187:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822218880:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3136us (3221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.834204:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7611 00000100:00100000:3.0:1746126473.834590:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820543488:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.834609:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.834622:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33400, rc 0) 00000100:00100000:3.0:1746126473.834657:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31631:x1830945822218752:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3079us (4468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.834663:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5399 00000100:00100000:0.0:1746126473.834896:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.834928:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822219008 00000100:00100000:3.0:1746126473.834932:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822219008 00010000:00010000:3.0:1746126473.834948:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 87 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.834967:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7612 00000100:00100000:3.0:1746126473.834972:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134856d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:1977:x1830945822219008:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.834980:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.834994:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 87 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.835001:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 87 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.835016:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11170cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c720 expref: 87 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.835034:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.835035:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.835040:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.835045:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.835062:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 86 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.835074:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820543616:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.835108:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.837592:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820543616:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.837611:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.837647:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134856d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822219008:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2673us (2751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.837656:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7612 00000100:00100000:2.0:1746126473.838103:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.838389:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822219264 00000100:00100000:0.0:1746126473.838395:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822219264 00002000:00100000:0.0:1746126473.838425:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351fad80 x1830945822219264/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.838434:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fad80 with x1830945822219264 ext(0->4095) 00002000:00010000:0.0:1746126473.838438:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fad80 00000100:00100000:0.0:1746126473.838451:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4059 00000100:00100000:0.0:1746126473.838456:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822219264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126473.838655:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822219264:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 198us (552us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126473.838660:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4059 00002000:00100000:0.0:1746126473.838665:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351fad80 x1830945822219264/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126473.838671:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fad80 with x1830945822219264 ext(0->4095) 00002000:00010000:0.0:1746126473.838674:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fad80 00000100:00100000:0.0:1746126473.841145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.841696:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822219392 00000100:00100000:3.0:1746126473.841704:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822219392 00000100:00100000:3.0:1746126473.841735:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5400 00000100:00100000:3.0:1746126473.841740:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134857b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822219392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.841755:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.841767:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c72e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.841789:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.841796:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.841797:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.841800:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.841822:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.841831:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 85 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.841840:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820543744:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126473.841905:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.843780:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820543744:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.843802:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.843819:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f400, rc 0) 00000100:00100000:3.0:1746126473.843856:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134857b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822219392:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2114us (2716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.843862:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5400 00000100:00100000:0.0:1746126473.844300:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.845282:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.845420:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822219648 00000100:00100000:2.0:1746126473.845425:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822219648 00000100:00100000:3.0:1746126473.845448:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822219520 00000100:00100000:3.0:1746126473.845452:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822219520 00000100:00100000:2.0:1746126473.845455:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5401 00000100:00100000:2.0:1746126473.845460:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31630:x1830945822219648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.845468:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 87 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.845471:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.845481:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c735 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.845485:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7613 00000100:00100000:3.0:1746126473.845490:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134857800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1977:x1830945822219520:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.845512:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.845513:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.845517:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.845522:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126473.845525:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 88 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.845535:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 88 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.845544:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 88 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.845559:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11170d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c727 expref: 88 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.845598:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.845600:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.845604:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.845616:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.845637:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.845647:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.845656:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820544000:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.845690:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.845697:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.845705:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820543872:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.845736:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.845771:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.847214:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820544000:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.847232:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.847243:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33a00, rc 0) 00000100:00100000:2.0:1746126473.847281:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+87:31630:x1830945822219648:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1819us (1999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.847288:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5401 00000100:00100000:3.0:1746126473.848855:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820543872:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.848869:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.848936:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134857800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822219520:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3443us (4635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.848944:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7613 00000100:00100000:0.0:1746126473.849116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.849176:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822219904 00000100:00100000:2.0:1746126473.849181:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822219904 00002000:00100000:2.0:1746126473.849221:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134857100 x1830945822219904/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.849229:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134857100 with x1830945822219904 ext(0->4095) 00010000:00010000:2.0:1746126473.849236:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.849247:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126473.849252:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134857100 00000100:00100000:2.0:1746126473.849278:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1985 00000100:00100000:2.0:1746126473.849284:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134857100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822219904:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.849404:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134857100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822219904:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.849409:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1985 00002000:00100000:2.0:1746126473.849414:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134857100 x1830945822219904/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.849421:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134857100 with x1830945822219904 ext(0->4095) 00010000:00010000:2.0:1746126473.849425:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.849433:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126473.849438:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134857100 00000100:00100000:0.0:1746126473.851860:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.852235:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822220032 00000100:00100000:3.0:1746126473.852242:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822220032 00010000:00010000:3.0:1746126473.852266:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.852288:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7614 00000100:00100000:3.0:1746126473.852293:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134854380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822220032:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.852302:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.852317:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.852326:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.852344:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11170db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c72e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.852355:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.852356:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.852362:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.852369:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.852391:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.852400:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820544128:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.852460:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.861122:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820544128:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.861140:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.861181:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134854380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822220032:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 8887us (9328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.861190:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7614 00000100:00100000:0.0:1746126473.862152:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.862717:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822220288 00000100:00100000:2.0:1746126473.862724:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822220288 00002000:00100000:2.0:1746126473.862754:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134855500 x1830945822220288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.862762:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134855500 with x1830945822220288 ext(0->4095) 00002000:00010000:2.0:1746126473.862766:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134855500 00000100:00100000:2.0:1746126473.862779:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4060 00000100:00100000:2.0:1746126473.862783:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822220288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126473.862900:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822220288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (750us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.862905:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4060 00002000:00100000:2.0:1746126473.862911:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880134855500 x1830945822220288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.862917:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134855500 with x1830945822220288 ext(0->4095) 00002000:00010000:2.0:1746126473.862920:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134855500 00000100:00100000:0.0:1746126473.867592:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.867964:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822220416 00000100:00100000:2.0:1746126473.867971:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822220416 00000100:00100000:2.0:1746126473.868130:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5402 00000100:00100000:2.0:1746126473.868137:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822220416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.868150:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.868163:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c73c expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.868186:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.868192:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.868203:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.868206:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.868228:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 85 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.868237:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 85 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.868246:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820544256:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.871641:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.884704:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820544256:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.884729:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.884744:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33000, rc 0) 00000100:00100000:2.0:1746126473.885314:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822220416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17175us (17726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.885321:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5402 00000100:00100000:0.0:1746126473.890336:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126473.892111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.892265:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822220672 00000100:00100000:1.0:1746126473.892272:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822220672 00002000:00100000:1.0:1746126473.892304:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880099456c50 x1830945822220672/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.892312:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099456c50 with x1830945822220672 ext(0->7) 00010000:00010000:1.0:1746126473.892319:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 86 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.892330:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 86 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.892337:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099456c50 00000100:00100000:1.0:1746126473.892367:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1986 00000100:00100000:1.0:1746126473.892374:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099456c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+86:1977:x1830945822220672:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126473.892630:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099456c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1977:x1830945822220672:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 256us (522us total) trans 4294968067 rc 0/0 00000100:00100000:1.0:1746126473.892638:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1986 00002000:00100000:1.0:1746126473.892643:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880099456c50 x1830945822220672/t4294968067(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/448 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.892649:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099456c50 with x1830945822220672 ext(0->7) 00010000:00010000:1.0:1746126473.892653:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 88 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.892660:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 88 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.892665:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099456c50 00000100:00100000:2.0:1746126473.893442:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822220544 00000100:00100000:2.0:1746126473.893447:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822220544 00000100:00100000:2.0:1746126473.893469:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5403 00000100:00100000:2.0:1746126473.893474:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:31630:x1830945822220544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.893482:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.893504:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c743 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.893521:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.893525:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.893530:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126473.893533:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 89 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.893556:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.893570:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 89 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.893577:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33800, rc 0) 00000100:00100000:2.0:1746126473.893594:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+89:31630:x1830945822220544:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (3265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.896237:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5403 00000100:00100000:0.0:1746126473.897929:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.897986:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822220800 00000100:00100000:3.0:1746126473.897993:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822220800 00010000:00010000:3.0:1746126473.898021:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 89 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.898056:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7615 00000100:00100000:3.0:1746126473.898062:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+89:1975:x1830945822220800:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.898073:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.898090:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 89 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.898101:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 89 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.898118:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d11170e2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c735 expref: 89 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.898134:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.898136:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.898141:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.898148:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.898172:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.898180:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.898190:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820544512:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.898258:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.907607:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.907714:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820544512:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.907733:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.907765:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1975:x1830945822220800:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 9703us (9841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.907774:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7615 00000100:00100000:1.0:1746126473.907851:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822221056 00000100:00100000:1.0:1746126473.907856:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822221056 00002000:00100000:1.0:1746126473.907885:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ca80 x1830945822221056/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.907893:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ca80 with x1830945822221056 ext(0->4095) 00010000:00010000:1.0:1746126473.907899:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.907910:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.907916:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184ca80 00000100:00100000:1.0:1746126473.907929:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1987 00000100:00100000:1.0:1746126473.907935:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822221056:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126473.908881:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822221056:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 944us (1280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.908888:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1987 00002000:00100000:1.0:1746126473.908893:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184ca80 x1830945822221056/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.908901:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ca80 with x1830945822221056 ext(0->4095) 00010000:00010000:1.0:1746126473.908906:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.908914:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.908919:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184ca80 00000100:00100000:0.0:1746126473.912543:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.917403:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822221184 00000100:00100000:3.0:1746126473.917411:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822221184 00010000:00010000:3.0:1746126473.917444:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.917474:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7616 00000100:00100000:3.0:1746126473.917480:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822221184:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.917506:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.917524:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.917701:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.917721:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d11170e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c73c expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.917736:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.917738:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.917744:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.917751:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.917778:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.917789:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820544640:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.918663:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.920387:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.922636:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820544640:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.922655:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.922710:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822221184:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5229us (10171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.922720:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7616 00000100:00100000:1.0:1746126473.923369:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822221440 00000100:00100000:1.0:1746126473.923376:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822221440 00002000:00100000:1.0:1746126473.923406:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184df80 x1830945822221440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.923415:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184df80 with x1830945822221440 ext(0->4095) 00002000:00010000:1.0:1746126473.923419:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184df80 00000100:00100000:1.0:1746126473.923444:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4061 00000100:00100000:1.0:1746126473.923450:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1974:x1830945822221440:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126473.923599:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1974:x1830945822221440:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (3215us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.923604:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4061 00002000:00100000:1.0:1746126473.923610:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184df80 x1830945822221440/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.923617:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184df80 with x1830945822221440 ext(0->4095) 00002000:00010000:1.0:1746126473.923619:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184df80 00000100:00100000:0.0:1746126473.948239:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.948317:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822221568 00000100:00100000:2.0:1746126473.948325:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822221568 00000100:00100000:2.0:1746126473.948355:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5404 00000100:00100000:2.0:1746126473.948361:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822221568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.948375:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.948387:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c74a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.948409:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.948415:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.948417:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.948420:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.948440:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 87 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.948454:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 87 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.948464:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820544768:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.948552:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126473.955135:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820544768:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126473.955161:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.955175:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33c00, rc 0) 00000100:00100000:2.0:1746126473.955221:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822221568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6860us (6987us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.955228:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5404 00000100:00100000:0.0:1746126473.958948:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.959044:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822221696 00000100:00100000:3.0:1746126473.959052:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822221696 00002000:00100000:3.0:1746126473.959085:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009184fb80 x1830945822221696/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.959094:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184fb80 with x1830945822221696 ext(0->7) 00010000:00010000:3.0:1746126473.959102:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 88 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.959114:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 88 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126473.959124:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184fb80 00000100:00100000:3.0:1746126473.959155:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1988 00000100:00100000:3.0:1746126473.959161:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+88:1976:x1830945822221696:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126473.959419:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1976:x1830945822221696:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 257us (476us total) trans 4294968068 rc 0/0 00000100:00100000:3.0:1746126473.959425:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1988 00002000:00100000:3.0:1746126473.959430:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009184fb80 x1830945822221696/t4294968068(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 496/448 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126473.959436:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184fb80 with x1830945822221696 ext(0->7) 00010000:00010000:3.0:1746126473.959440:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 90 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.959448:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 90 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126473.959453:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184fb80 00000100:00100000:0.0:1746126473.967200:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.967272:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822221824 00000100:00100000:3.0:1746126473.967279:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822221824 00010000:00010000:3.0:1746126473.967306:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 90 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.967335:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7617 00000100:00100000:3.0:1746126473.967341:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1975:x1830945822221824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126473.967351:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126473.967366:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 90 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.967375:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 90 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.967391:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d11170f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c743 expref: 90 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.967404:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.967406:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126473.967412:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.967418:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.967440:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126473.967448:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820544896:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126473.967531:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.970900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.970975:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820544896:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.970994:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126473.971025:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+89:1975:x1830945822221824:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3684us (3839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.971033:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7617 00000100:00100000:2.0:1746126473.971081:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822222080 00000100:00100000:2.0:1746126473.971087:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822222080 00002000:00100000:2.0:1746126473.971114:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c000 x1830945822222080/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.971124:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c000 with x1830945822222080 ext(0->4095) 00002000:00010000:2.0:1746126473.971128:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184c000 00000100:00100000:2.0:1746126473.971148:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4062 00000100:00100000:2.0:1746126473.971153:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822222080:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126473.971264:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822222080:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126473.971272:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4062 00002000:00100000:2.0:1746126473.971277:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184c000 x1830945822222080/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126473.971282:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c000 with x1830945822222080 ext(0->4095) 00002000:00010000:2.0:1746126473.971285:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184c000 00000100:00100000:0.0:1746126473.973307:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.974382:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822222208 00000100:00100000:2.0:1746126473.974389:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822222208 00000100:00100000:2.0:1746126473.974426:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5405 00000100:00100000:2.0:1746126473.974432:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+89:31631:x1830945822222208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.974444:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.974458:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c751 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.974478:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.974484:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.974485:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.974488:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 90 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.974535:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.974544:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.974558:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820545024:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126473.974628:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.980784:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.981301:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822222336 00000100:00100000:2.0:1746126473.981308:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822222336 00000100:00100000:2.0:1746126473.981340:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5406 00000100:00100000:2.0:1746126473.981347:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:31630:x1830945822222336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126473.981360:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126473.981373:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c758 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.981392:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.981397:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 92 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.981402:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126473.981405:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 92 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.981431:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 92 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.981440:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 92 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.981447:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33a00, rc 0) 00000100:00100000:2.0:1746126473.981489:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:31630:x1830945822222336:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.981513:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5406 00000100:00100000:0.0:1746126473.982614:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.982655:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822222464 00000100:00100000:2.0:1746126473.982660:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822222464 00010000:00010000:2.0:1746126473.982676:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.982696:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7618 00000100:00100000:2.0:1746126473.982702:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822222464:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.982709:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.982725:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.982735:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.982749:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.982751:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.982755:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.982762:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.982780:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.982788:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.982798:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820545280:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126473.983236:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33c00/0x8f8d42f0d11170f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c74a expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126473.983450:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820545024:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126473.983468:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.983475:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126473.983483:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33200, rc 0) 00000100:00100000:2.0:1746126473.983583:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126473.983651:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:31631:x1830945822222208:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9218us (10347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.983657:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5405 00000100:00100000:2.0:1746126473.986418:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820545280:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.986431:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.986472:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822222464:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3769us (3860us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.986480:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7618 00000100:00100000:0.0:1746126473.987924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.988011:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822222720 00000100:00100000:1.0:1746126473.988018:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822222720 00002000:00100000:1.0:1746126473.988048:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184f800 x1830945822222720/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.988057:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f800 with x1830945822222720 ext(0->4095) 00010000:00010000:1.0:1746126473.988365:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.988378:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.988385:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184f800 00000100:00100000:1.0:1746126473.988635:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1989 00000100:00100000:1.0:1746126473.988642:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1974:x1830945822222720:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126473.989055:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1974:x1830945822222720:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 413us (1132us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.989061:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1989 00002000:00100000:1.0:1746126473.989066:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184f800 x1830945822222720/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.989073:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f800 with x1830945822222720 ext(0->4095) 00010000:00010000:1.0:1746126473.989077:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.989087:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.989092:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184f800 00000100:00100000:0.0:1746126473.992944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126473.993089:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822222848 00000100:00100000:3.0:1746126473.993097:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822222848 00000100:00100000:3.0:1746126473.993144:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5407 00000100:00100000:3.0:1746126473.993150:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822222848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126473.993163:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126473.993180:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c75f expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.993212:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126473.993217:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 90 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.993222:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126473.993225:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.993256:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 90 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.993267:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126473.993275:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f200, rc 0) 00000100:00100000:3.0:1746126473.993309:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822222848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126473.993315:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5407 00000100:00100000:0.0:1746126473.995208:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126473.995258:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822222976 00000100:00100000:2.0:1746126473.995265:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822222976 00010000:00010000:2.0:1746126473.995291:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.995322:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7619 00000100:00100000:2.0:1746126473.995329:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1975:x1830945822222976:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126473.995339:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126473.995354:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.995364:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.995382:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d11170fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c751 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126473.995405:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.995407:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126473.995412:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 90 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.995419:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 90 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.995445:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 90 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126473.995454:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 90 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126473.995467:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820545536:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126473.995549:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126473.998699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126473.998946:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822223232 00000100:00100000:1.0:1746126473.998953:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822223232 00002000:00100000:1.0:1746126473.998991:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d500 x1830945822223232/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/0 e 0 to 0 dl 1746126484 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.999000:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d500 with x1830945822223232 ext(0->4095) 00010000:00010000:1.0:1746126473.999008:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 91 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.999021:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 91 pid: 8480 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.999027:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184d500 00000100:00100000:1.0:1746126473.999047:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1990 00000100:00100000:1.0:1746126473.999053:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1977:x1830945822223232:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126473.999175:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1977:x1830945822223232:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126473.999181:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1990 00002000:00100000:1.0:1746126473.999186:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d500 x1830945822223232/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:234/0 lens 488/4536 e 0 to 0 dl 1746126484 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126473.999205:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d500 with x1830945822223232 ext(0->4095) 00010000:00010000:1.0:1746126473.999210:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 91 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126473.999218:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 91 pid: 8480 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126473.999223:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184d500 00000100:00100000:2.0:1746126473.999378:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820545536:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126473.999392:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126473.999422:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1975:x1830945822222976:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4093us (4229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126473.999429:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7619 00000100:00100000:0.0:1746126474.003159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.003422:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822223360 00000100:00100000:2.0:1746126474.003429:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822223360 00000100:00100000:0.0:1746126474.003540:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.003606:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5408 00000100:00100000:2.0:1746126474.003613:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:31630:x1830945822223360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.003628:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126474.003636:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822223488 00000100:00100000:3.0:1746126474.003640:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822223488 00010000:00010000:2.0:1746126474.003640:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c766 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.003657:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 92 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.003665:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.003670:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.003675:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126474.003678:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 92 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.003685:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7620 00000100:00100000:3.0:1746126474.003690:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1974:x1830945822223488:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.003698:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.003706:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.003714:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 92 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.003717:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 92 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.003725:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 92 pid: 8480 timeout: 615 lvb_type: 0 00000100:00080000:1.0:1746126474.003814:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746126474.003909:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.003910:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117105 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c758 expref: 92 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.003911:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.003917:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.003924:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.003943:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.003952:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.003963:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.003965:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820545792:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.004077:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1974:x1830945822223488:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 385us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.004083:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7620 00000100:00100000:2.0:1746126474.004089:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.007913:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820545792:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.007936:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728200, rc 0) 00000100:00100000:2.0:1746126474.007983:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:31630:x1830945822223360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4369us (4828us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.007990:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5408 00000100:00100000:0.0:1746126474.008381:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.008616:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822223744 00000100:00100000:3.0:1746126474.008622:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822223744 00002000:00100000:3.0:1746126474.008669:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184f100 x1830945822223744/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.008678:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f100 with x1830945822223744 ext(0->4095) 00010000:00010000:3.0:1746126474.008688:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.008700:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.008706:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184f100 00000100:00100000:3.0:1746126474.008720:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1991 00000100:00100000:3.0:1746126474.008726:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822223744:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00080000:1.0:1746126474.008776:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126474.009288:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822223744:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 560us (907us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.009293:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1991 00002000:00100000:3.0:1746126474.009299:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184f100 x1830945822223744/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.009306:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184f100 with x1830945822223744 ext(0->4095) 00010000:00010000:3.0:1746126474.009311:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.009319:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.009324:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009184f100 00000100:00100000:0.0:1746126474.012984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.013145:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822223872 00000100:00100000:3.0:1746126474.013152:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822223872 00010000:00010000:3.0:1746126474.013177:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.013205:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7621 00000100:00100000:3.0:1746126474.013210:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822223872:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.013219:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.013234:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.013243:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.013259:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d111710c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c75f expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.013281:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.013283:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.013288:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.013299:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.013321:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.013330:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820545920:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.014106:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.019489:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820545920:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.019540:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.019581:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822223872:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6369us (6602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.019590:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7621 00000100:00100000:0.0:1746126474.024997:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.025077:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822224128 00000100:00100000:3.0:1746126474.025085:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822224128 00002000:00100000:3.0:1746126474.025117:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d880 x1830945822224128/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.025127:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d880 with x1830945822224128 ext(0->4095) 00002000:00010000:3.0:1746126474.025131:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184d880 00000100:00100000:3.0:1746126474.025145:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4063 00000100:00100000:3.0:1746126474.025149:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1974:x1830945822224128:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126474.025296:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1974:x1830945822224128:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (305us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.025305:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4063 00002000:00100000:3.0:1746126474.025310:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009184d880 x1830945822224128/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.025316:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184d880 with x1830945822224128 ext(0->4095) 00002000:00010000:3.0:1746126474.025319:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184d880 00000100:00100000:0.0:1746126474.029995:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.030598:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822224256 00000100:00100000:2.0:1746126474.030605:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822224256 00000100:00100000:2.0:1746126474.030638:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5409 00000100:00100000:2.0:1746126474.030644:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822224256:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.030658:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.030672:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c76d expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.030695:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.030701:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.030702:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.030706:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.030728:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.030742:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 89 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.030752:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820546048:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.030819:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.032558:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820546048:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.032577:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.032590:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135729200, rc 0) 00000100:00100000:2.0:1746126474.032877:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822224256:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2231us (2888us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.032885:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5409 00000100:00100000:0.0:1746126474.036875:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.036980:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.037161:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822224384 00000100:00100000:2.0:1746126474.037169:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822224384 00000100:00100000:2.0:1746126474.037208:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5410 00000100:00100000:2.0:1746126474.037214:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:31630:x1830945822224384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.037229:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.037242:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c774 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.037263:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.037267:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.037276:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126474.037279:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 91 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.037335:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822224512 00000100:00100000:3.0:1746126474.037338:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822224512 00010000:00010000:3.0:1746126474.037351:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 92 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.037365:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7622 00000100:00100000:3.0:1746126474.037368:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945822224512:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.037375:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.037390:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 92 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.037399:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 92 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.037411:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728200/0x8f8d42f0d1117113 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c766 expref: 92 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.037429:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.037431:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.037435:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.037445:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.037460:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.037468:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.037476:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820546304:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.037532:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00010000:00010000:2.0:1746126474.037745:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.037756:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 91 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.037763:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33200, rc 0) 00000100:00100000:2.0:1746126474.037782:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:31630:x1830945822224384:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 568us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.037786:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5410 00000100:00100000:0.0:1746126474.043363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.044226:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820546304:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.044245:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.044287:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1977:x1830945822224512:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6917us (7306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.044297:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7622 00000100:00100000:1.0:1746126474.045371:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822224768 00000100:00100000:1.0:1746126474.045378:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822224768 00002000:00100000:1.0:1746126474.045409:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135151500 x1830945822224768/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.045418:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135151500 with x1830945822224768 ext(0->4095) 00010000:00010000:1.0:1746126474.045425:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.045436:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126474.045442:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135151500 00000100:00100000:1.0:1746126474.045463:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1992 00000100:00100000:1.0:1746126474.045468:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822224768:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126474.045878:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822224768:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 408us (2522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.045885:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1992 00002000:00100000:1.0:1746126474.045890:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135151500 x1830945822224768/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.045898:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135151500 with x1830945822224768 ext(0->4095) 00010000:00010000:1.0:1746126474.045902:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.045911:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126474.045916:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135151500 00000100:00100000:2.0:1746126474.053000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.053170:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822224896 00000100:00100000:3.0:1746126474.053178:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822224896 00010000:00010000:3.0:1746126474.053218:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.053243:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7623 00000100:00100000:3.0:1746126474.053249:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822224896:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.053260:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.053277:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.053287:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.053305:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135729200/0x8f8d42f0d111711a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c76d expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.053321:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.053323:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.053329:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.053336:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.053360:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.053369:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820546432:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.053417:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.056941:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820546432:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.056963:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.056995:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822224896:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3746us (4002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.057004:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7623 00000100:00100000:0.0:1746126474.058371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.058437:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822225152 00000100:00100000:1.0:1746126474.058443:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822225152 00002000:00100000:1.0:1746126474.058473:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135153b80 x1830945822225152/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.058481:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153b80 with x1830945822225152 ext(0->4095) 00002000:00010000:1.0:1746126474.058486:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135153b80 00000100:00100000:1.0:1746126474.058529:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4064 00000100:00100000:1.0:1746126474.058536:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1977:x1830945822225152:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126474.058651:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1977:x1830945822225152:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.058656:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4064 00002000:00100000:1.0:1746126474.058661:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135153b80 x1830945822225152/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.058668:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153b80 with x1830945822225152 ext(0->4095) 00002000:00010000:1.0:1746126474.058670:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135153b80 00000100:00100000:0.0:1746126474.064387:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.064792:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822225280 00000100:00100000:2.0:1746126474.064800:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822225280 00000100:00100000:2.0:1746126474.064831:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5411 00000100:00100000:2.0:1746126474.064836:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822225280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.064849:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.064864:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c77b expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.064886:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.064893:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.064894:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.064897:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.064917:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 89 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.064926:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 89 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.064936:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820546560:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.064999:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.075387:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820546560:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.075413:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.075428:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33800, rc 0) 00000100:00100000:2.0:1746126474.075475:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822225280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10636us (11093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.075482:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5411 00000100:00100000:0.0:1746126474.083472:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.085448:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822225408 00000100:00100000:3.0:1746126474.085457:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822225408 00002000:00100000:3.0:1746126474.085515:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135152d80 x1830945822225408/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.085524:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152d80 with x1830945822225408 ext(0->7) 00010000:00010000:3.0:1746126474.085532:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 90 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.085545:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 90 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.085551:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135152d80 00000100:00100000:3.0:1746126474.085582:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1993 00000100:00100000:3.0:1746126474.085588:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+90:1977:x1830945822225408:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126474.085858:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945822225408:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 269us (2391us total) trans 4294968069 rc 0/0 00000100:00100000:3.0:1746126474.085864:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1993 00002000:00100000:3.0:1746126474.085869:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135152d80 x1830945822225408/t4294968069(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/448 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.085875:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135152d80 with x1830945822225408 ext(0->7) 00010000:00010000:3.0:1746126474.085879:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 92 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.085888:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 92 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.085892:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135152d80 00000100:00100000:0.0:1746126474.088447:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.088529:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822225536 00000100:00100000:2.0:1746126474.088536:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822225536 00000100:00100000:2.0:1746126474.088564:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5412 00000100:00100000:2.0:1746126474.088570:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:31630:x1830945822225536:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.088582:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.088595:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c782 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.088613:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.088618:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.088623:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126474.088626:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 93 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.088652:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.088662:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 93 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.088670:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33000, rc 0) 00000100:00100000:2.0:1746126474.088780:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:31630:x1830945822225536:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.088785:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5412 00000100:00100000:0.0:1746126474.092734:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.092807:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822225664 00000100:00100000:2.0:1746126474.092813:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822225664 00010000:00010000:2.0:1746126474.092841:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 93 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.092860:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7624 00000100:00100000:2.0:1746126474.092865:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1977:x1830945822225664:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.092874:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126474.092886:0:11008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1746126473 -> 1746126474 00002000:00010000:2.0:1746126474.092888:0:11008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1746126473 -> 1746126474 00010000:00010000:2.0:1746126474.092892:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 93 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.092902:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 93 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.092919:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117121 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c774 expref: 93 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.093000:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.093002:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.093008:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.093014:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.093038:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.093052:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.093062:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820546816:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.094807:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.095933:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820546816:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.095947:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.095977:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945822225664:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3111us (3248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.095985:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7624 00000100:00100000:0.0:1746126474.098271:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.098347:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822225920 00000100:00100000:1.0:1746126474.098354:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822225920 00002000:00100000:1.0:1746126474.098389:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135150e00 x1830945822225920/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.098397:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135150e00 with x1830945822225920 ext(0->4095) 00010000:00010000:1.0:1746126474.098404:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.098416:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126474.098422:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135150e00 00000100:00100000:1.0:1746126474.098448:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1994 00000100:00100000:1.0:1746126474.098454:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822225920:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126474.098596:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822225920:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.098602:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1994 00002000:00100000:1.0:1746126474.098607:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135150e00 x1830945822225920/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.098614:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135150e00 with x1830945822225920 ext(0->4095) 00010000:00010000:1.0:1746126474.098618:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.098626:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126474.098631:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135150e00 00000100:00100000:0.0:1746126474.101581:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.101716:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822226048 00000100:00100000:2.0:1746126474.101723:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822226048 00010000:00010000:2.0:1746126474.101750:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.101768:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7625 00000100:00100000:2.0:1746126474.101774:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822226048:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.101783:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.101797:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.101806:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.101821:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117128 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c77b expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.101839:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.101841:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.101846:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.101853:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.101875:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.101884:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820546944:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.101940:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.103755:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820546944:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.103767:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.103790:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822226048:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2016us (2215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.103797:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7625 00000100:00100000:0.0:1746126474.104786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.104945:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822226304 00000100:00100000:3.0:1746126474.104950:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822226304 00002000:00100000:3.0:1746126474.104977:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135153100 x1830945822226304/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.104985:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153100 with x1830945822226304 ext(0->4095) 00002000:00010000:3.0:1746126474.104989:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135153100 00000100:00100000:3.0:1746126474.105012:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4065 00000100:00100000:3.0:1746126474.105017:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822226304:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126474.105127:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822226304:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (343us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.105132:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4065 00002000:00100000:3.0:1746126474.105136:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135153100 x1830945822226304/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.105142:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135153100 with x1830945822226304 ext(0->4095) 00002000:00010000:3.0:1746126474.105145:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135153100 00000100:00100000:0.0:1746126474.108863:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.109441:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822226432 00000100:00100000:3.0:1746126474.109449:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822226432 00000100:00100000:3.0:1746126474.109477:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5413 00000100:00100000:3.0:1746126474.109482:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822226432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126474.109510:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.109524:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c789 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.109547:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.109553:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126474.109555:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126474.109557:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.109582:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 91 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.109592:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 91 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.109602:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820547072:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126474.109670:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.111532:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820547072:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126474.111562:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.111576:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f400, rc 0) 00000100:00100000:3.0:1746126474.111619:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822226432:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2135us (2760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.111626:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5413 00000100:00100000:0.0:1746126474.112407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.112778:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822226560 00000100:00100000:2.0:1746126474.112784:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822226560 00010000:00010000:2.0:1746126474.112804:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 92 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.112823:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7626 00000100:00100000:2.0:1746126474.112828:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822226560:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.112840:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.112853:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 92 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.112862:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 92 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.112879:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33000/0x8f8d42f0d111712f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c782 expref: 92 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.112895:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.112897:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.112902:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.112908:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.112929:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.112937:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820547200:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.112990:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.115819:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.115877:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.115945:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822226816 00000100:00100000:1.0:1746126474.115951:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822226816 00002000:00100000:1.0:1746126474.115981:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282680 x1830945822226816/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.115989:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282680 with x1830945822226816 ext(0->4095) 00002000:00010000:1.0:1746126474.115993:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282680 00000100:00100000:1.0:1746126474.116009:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4066 00000100:00100000:1.0:1746126474.116016:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822226816:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126474.116131:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822226816:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.116137:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4066 00002000:00100000:1.0:1746126474.116143:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282680 x1830945822226816/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.116150:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282680 with x1830945822226816 ext(0->4095) 00002000:00010000:1.0:1746126474.116152:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282680 00000100:00100000:2.0:1746126474.116234:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820547200:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.116247:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.116268:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:1976:x1830945822226560:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3439us (3863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.116277:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7626 00000100:00100000:3.0:1746126474.116922:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822226944 00000100:00100000:3.0:1746126474.116926:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822226944 00000100:00100000:3.0:1746126474.116947:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5414 00000100:00100000:3.0:1746126474.116951:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:31630:x1830945822226944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126474.116960:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.116971:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c790 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.116987:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.116994:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.116995:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.116998:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 92 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.117018:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.117027:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.117036:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820547328:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126474.117077:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.119542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.121616:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820547328:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.121641:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 92 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.121654:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289e800, rc 0) 00000100:00100000:2.0:1746126474.121684:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:31630:x1830945822226944:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4732us (5806us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.121691:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5414 00000100:00100000:2.0:1746126474.121710:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822227072 00000100:00100000:2.0:1746126474.121714:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822227072 00000100:00100000:2.0:1746126474.121741:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5415 00000100:00100000:2.0:1746126474.121746:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:31631:x1830945822227072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.121756:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.121765:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c797 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.121780:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.121784:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 93 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.121789:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.121791:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 93 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.121814:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 93 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.121823:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 93 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.121829:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33a00, rc 0) 00000100:00100000:2.0:1746126474.121842:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:31631:x1830945822227072:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (2305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.121846:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5415 00000100:00100000:0.0:1746126474.123271:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.123603:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822227200 00000100:00100000:2.0:1746126474.123608:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822227200 00010000:00010000:2.0:1746126474.123630:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.123681:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7627 00000100:00100000:2.0:1746126474.123686:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822227200:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.123696:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.123711:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.123720:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.123736:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d1117136 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c789 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.123755:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.123757:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.123762:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 92 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.123768:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 92 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.123786:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 92 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.123794:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 92 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.123802:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820547584:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.124555:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.126443:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820547584:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.126457:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.126486:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822227200:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2799us (3218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.126521:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7627 00000100:00100000:0.0:1746126474.127318:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.127464:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822227456 00000100:00100000:3.0:1746126474.127469:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822227456 00002000:00100000:3.0:1746126474.127516:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283b80 x1830945822227456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.127523:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283b80 with x1830945822227456 ext(0->4095) 00010000:00010000:3.0:1746126474.127529:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 93 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.127541:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 93 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.127546:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d283b80 00000100:00100000:3.0:1746126474.127568:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1995 00000100:00100000:3.0:1746126474.127574:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1976:x1830945822227456:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126474.127688:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1976:x1830945822227456:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.127694:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1995 00002000:00100000:3.0:1746126474.127699:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283b80 x1830945822227456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.127705:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283b80 with x1830945822227456 ext(0->4095) 00010000:00010000:3.0:1746126474.127709:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 93 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.127717:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 93 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.127722:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d283b80 00000100:00100000:0.0:1746126474.130369:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.130527:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822227584 00000100:00100000:2.0:1746126474.130534:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822227584 00010000:00010000:2.0:1746126474.130560:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 93 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.130580:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7628 00000100:00100000:2.0:1746126474.130586:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1975:x1830945822227584:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.130601:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.130616:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 93 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.130626:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 93 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.130643:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289e800/0x8f8d42f0d111713d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c790 expref: 93 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.130778:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.130779:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.130785:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 92 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.130793:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 92 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.130817:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 92 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.130827:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820547712:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.131111:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.133872:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820547712:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.133887:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.133914:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1975:x1830945822227584:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3327us (3550us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.133926:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7628 00000100:00100000:0.0:1746126474.134970:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.135050:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822227840 00000100:00100000:1.0:1746126474.135055:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822227840 00002000:00100000:1.0:1746126474.135082:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282a00 x1830945822227840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.135090:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282a00 with x1830945822227840 ext(0->4095) 00002000:00010000:1.0:1746126474.135093:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282a00 00000100:00100000:1.0:1746126474.135115:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4067 00000100:00100000:1.0:1746126474.135120:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822227840:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126474.135238:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822227840:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.135244:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4067 00002000:00100000:1.0:1746126474.135248:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282a00 x1830945822227840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.135254:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282a00 with x1830945822227840 ext(0->4095) 00002000:00010000:1.0:1746126474.135257:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282a00 00000100:00100000:0.0:1746126474.137251:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.138136:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822227968 00000100:00100000:3.0:1746126474.138143:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822227968 00000100:00100000:3.0:1746126474.138182:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5416 00000100:00100000:3.0:1746126474.138188:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822227968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126474.138208:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.138222:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c79e expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.138243:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 91 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.138249:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126474.138251:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126474.138255:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.138279:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 91 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.138289:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 91 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.138299:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820547840:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126474.138358:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.141912:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820547840:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126474.141938:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.141952:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289ee00, rc 0) 00000100:00100000:3.0:1746126474.141984:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822227968:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3796us (4737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.141991:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5416 00000100:00100000:0.0:1746126474.144318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.144517:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822228096 00000100:00100000:2.0:1746126474.144523:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822228096 00010000:00010000:2.0:1746126474.144550:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 92 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.144573:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7629 00000100:00100000:2.0:1746126474.144579:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822228096:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.144589:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.144606:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 92 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.144615:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 92 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.144633:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33a00/0x8f8d42f0d1117144 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c797 expref: 92 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.144657:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.144659:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.144664:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.144670:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.144694:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.144703:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820547968:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126474.145099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.146448:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.147592:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822228224 00000100:00100000:0.0:1746126474.147598:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822228224 00000100:00100000:2.0:1746126474.148024:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820547968:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.148038:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.148078:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1976:x1830945822228096:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3499us (3765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.148085:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7629 00000100:00100000:0.0:1746126474.148265:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5417 00000100:00100000:0.0:1746126474.148273:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+91:31630:x1830945822228224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126474.148285:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126474.148297:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7a5 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.148317:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.148323:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126474.148324:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126474.148327:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 92 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.148347:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.148356:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126474.148364:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d281500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820548096:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126474.148413:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c150c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.151533:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.151716:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822228480 00000100:00100000:2.0:1746126474.151724:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822228480 00002000:00100000:2.0:1746126474.151758:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283480 x1830945822228480/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.151767:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283480 with x1830945822228480 ext(0->4095) 00010000:00010000:2.0:1746126474.151774:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.151786:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.151791:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d283480 00000100:00100000:2.0:1746126474.151817:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1996 00000100:00100000:2.0:1746126474.151824:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822228480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126474.151945:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822228480:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (416us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.151954:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1996 00002000:00100000:2.0:1746126474.151959:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d283480 x1830945822228480/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.151975:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283480 with x1830945822228480 ext(0->4095) 00010000:00010000:2.0:1746126474.151979:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.151987:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.151993:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d283480 00000100:00100000:2.0:1746126474.153094:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d281500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820548096:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.153115:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 92 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.153127:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a287200, rc 0) 00000100:00100000:2.0:1746126474.153151:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:31630:x1830945822228224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4880us (8053us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.153157:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5417 00000100:00100000:0.0:1746126474.156461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.156647:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822228608 00000100:00100000:2.0:1746126474.156654:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822228608 00010000:00010000:2.0:1746126474.156681:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.156701:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7630 00000100:00100000:2.0:1746126474.156707:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822228608:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.156718:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.156733:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.156742:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.156760:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289ee00/0x8f8d42f0d111714b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c79e expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.156786:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.156788:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.156794:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 91 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.156801:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 91 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.156825:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 91 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.156834:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820548224:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.158083:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.159593:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820548224:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.159606:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.159634:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822228608:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2926us (3179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.159643:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7630 00000100:00100000:0.0:1746126474.160292:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.160428:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822228864 00000100:00100000:1.0:1746126474.160434:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822228864 00002000:00100000:1.0:1746126474.160463:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d281880 x1830945822228864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.160472:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281880 with x1830945822228864 ext(0->4095) 00002000:00010000:1.0:1746126474.160475:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d281880 00000100:00100000:1.0:1746126474.160808:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4068 00000100:00100000:1.0:1746126474.160815:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945822228864:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126474.161262:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945822228864:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 446us (970us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.161268:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4068 00002000:00100000:1.0:1746126474.161273:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d281880 x1830945822228864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.161279:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281880 with x1830945822228864 ext(0->4095) 00002000:00010000:1.0:1746126474.161281:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d281880 00000100:00100000:0.0:1746126474.165178:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.165265:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822228992 00000100:00100000:2.0:1746126474.165272:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822228992 00000100:00100000:2.0:1746126474.166086:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5418 00000100:00100000:2.0:1746126474.166094:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822228992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.166108:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.166123:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7ac expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.166148:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 91 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.166154:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.166155:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.166158:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.166182:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 91 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.166268:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 91 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.166278:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820548352:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.166344:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.167822:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820548352:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.167839:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.167849:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33800, rc 0) 00000100:00100000:2.0:1746126474.167871:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822228992:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1779us (2699us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.167877:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5418 00000100:00100000:0.0:1746126474.179607:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.179659:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.179738:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822229120 00000100:00100000:1.0:1746126474.179746:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822229120 00002000:00100000:1.0:1746126474.179779:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008d282d80 x1830945822229120/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.179788:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282d80 with x1830945822229120 ext(0->7) 00010000:00010000:1.0:1746126474.179794:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 92 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.179806:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 92 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126474.179811:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d282d80 00000100:00100000:1.0:1746126474.179840:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1997 00000100:00100000:1.0:1746126474.179847:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+92:1977:x1830945822229120:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126474.180064:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1977:x1830945822229120:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 217us (462us total) trans 4294968070 rc 0/0 00000100:00100000:1.0:1746126474.180070:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1997 00002000:00100000:1.0:1746126474.180075:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88008d282d80 x1830945822229120/t4294968070(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/448 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.180082:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282d80 with x1830945822229120 ext(0->7) 00010000:00010000:1.0:1746126474.180086:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 94 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.180094:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 94 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126474.180099:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d282d80 00000100:00100000:2.0:1746126474.180282:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822229248 00000100:00100000:2.0:1746126474.180285:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822229248 00000100:00100000:2.0:1746126474.180352:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5419 00000100:00100000:2.0:1746126474.180357:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:31630:x1830945822229248:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.180365:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.180376:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7b3 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.180390:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.180395:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.180400:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126474.180402:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.180427:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.180438:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.180450:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b33200, rc 0) 00000100:00100000:2.0:1746126474.180480:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:31630:x1830945822229248:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.180484:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5419 00000100:00100000:0.0:1746126474.194413:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.195608:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822229376 00000100:00100000:2.0:1746126474.195615:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822229376 00010000:00010000:2.0:1746126474.195643:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126474.196784:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7631 00000100:00100000:0.0:1746126474.196794:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1975:x1830945822229376:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126474.196805:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126474.196820:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126474.196829:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126474.196845:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a287200/0x8f8d42f0d1117152 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7a5 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746126474.196872:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126474.196874:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126474.196880:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.196887:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.196913:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.196923:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746126474.196932:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820548608:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126474.196998:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c15780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.198823:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.198897:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820548608:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.198911:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.198936:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1975:x1830945822229376:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2145us (4530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.198943:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7631 00000100:00100000:3.0:1746126474.199001:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822229632 00000100:00100000:3.0:1746126474.199005:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822229632 00002000:00100000:3.0:1746126474.199030:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ad80 x1830945822229632/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.199037:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ad80 with x1830945822229632 ext(0->4095) 00010000:00010000:3.0:1746126474.199043:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.199056:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.199062:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ad80 00000100:00100000:3.0:1746126474.199079:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1998 00000100:00100000:3.0:1746126474.199083:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822229632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126474.199204:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822229632:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.199209:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1998 00002000:00100000:3.0:1746126474.199213:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425ad80 x1830945822229632/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.199219:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ad80 with x1830945822229632 ext(0->4095) 00010000:00010000:3.0:1746126474.199223:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.199230:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.199235:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009425ad80 00000100:00100000:0.0:1746126474.201138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.201209:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822229760 00000100:00100000:2.0:1746126474.201214:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822229760 00010000:00010000:2.0:1746126474.201235:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.201300:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7632 00000100:00100000:2.0:1746126474.201307:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822229760:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.201316:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.201329:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.201338:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.201355:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117159 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ac expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.202189:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.202201:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.202209:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 93 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.202218:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 93 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.202245:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 93 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.202255:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820548736:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.204366:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.204610:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.205081:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822229888 00000100:00100000:2.0:1746126474.205088:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822229888 00000100:00100000:2.0:1746126474.205119:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5420 00000100:00100000:2.0:1746126474.205125:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822229888:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.205138:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.205152:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7ba expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.205171:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 93 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.205177:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.205179:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.205182:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.205211:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 93 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.205221:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 93 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.205230:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820548864:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126474.206302:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820548736:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126474.206316:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126474.206338:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945822229760:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5032us (5204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126474.206346:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7632 00000100:00100000:2.0:1746126474.206915:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.209178:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820548864:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.209211:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.209225:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b32800, rc 0) 00000100:00100000:2.0:1746126474.209263:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822229888:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4138us (4655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.209270:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5420 00000100:00100000:0.0:1746126474.210115:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.210491:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822230016 00000100:00100000:2.0:1746126474.210520:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822230016 00010000:00010000:2.0:1746126474.210543:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 94 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.210572:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7633 00000100:00100000:2.0:1746126474.210578:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1977:x1830945822230016:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.210588:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.210605:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 94 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.210613:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 94 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.210630:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33200/0x8f8d42f0d1117160 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7b3 expref: 94 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.211251:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.211253:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.211260:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.211268:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.211294:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.211303:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820548992:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.212366:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.214833:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.214865:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822230272 00000100:00100000:0.0:1746126474.214872:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822230272 00002000:00100000:0.0:1746126474.214905:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425bb80 x1830945822230272/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126474.214914:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425bb80 with x1830945822230272 ext(0->4095) 00002000:00010000:0.0:1746126474.214919:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425bb80 00000100:00100000:0.0:1746126474.214948:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4069 00000100:00100000:0.0:1746126474.214955:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822230272:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126474.215083:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822230272:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (255us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126474.215089:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4069 00002000:00100000:0.0:1746126474.215094:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009425bb80 x1830945822230272/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126474.215100:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425bb80 with x1830945822230272 ext(0->4095) 00002000:00010000:0.0:1746126474.215103:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425bb80 00000100:00100000:2.0:1746126474.215676:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820548992:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.215689:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.215717:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+93:1977:x1830945822230016:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5139us (5603us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.215724:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7633 00000100:00100000:0.0:1746126474.217988:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.218680:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.218733:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822230400 00000100:00100000:1.0:1746126474.218740:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822230400 00000100:00100000:1.0:1746126474.218776:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822230528 00000100:00100000:1.0:1746126474.218778:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822230528 00000100:00100000:1.0:1746126474.218793:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5421 00000100:00100000:1.0:1746126474.218798:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:31630:x1830945822230400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.218811:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.218824:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7c1 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.218844:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.218849:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.218851:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.218853:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.218874:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.218884:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.218898:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820549120:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126474.218949:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.219001:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5422 00000100:00100000:3.0:1746126474.219008:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:31631:x1830945822230528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126474.219014:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.219020:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7c8 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.219030:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.219033:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 96 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.219038:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126474.219040:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 96 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.219060:0:8480:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 96 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.219070:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 96 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.219078:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289e000, rc 0) 00000100:00100000:3.0:1746126474.219096:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31631:x1830945822230528:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.219102:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5422 00000100:00100000:1.0:1746126474.221540:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820549120:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126474.221564:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.221576:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838c00, rc 0) 00000100:00100000:1.0:1746126474.221608:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:31630:x1830945822230400:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2809us (3624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.221615:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5421 00000100:00100000:0.0:1746126474.222097:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.222436:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822230656 00000100:00100000:2.0:1746126474.222442:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822230656 00010000:00010000:2.0:1746126474.222464:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.222491:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7634 00000100:00100000:2.0:1746126474.222518:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822230656:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.222529:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.222545:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.222554:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.222571:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d1117167 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7ba expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.222594:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.222596:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.222602:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 94 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.222609:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 94 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.222630:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 94 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.222640:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 94 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.222649:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820549376:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.222696:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.225069:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820549376:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.225084:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.225112:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822230656:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2595us (3016us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.225120:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7634 00000100:00100000:0.0:1746126474.225327:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.225464:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822230912 00000100:00100000:3.0:1746126474.225469:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822230912 00002000:00100000:3.0:1746126474.225680:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094259180 x1830945822230912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.225688:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259180 with x1830945822230912 ext(0->4095) 00010000:00010000:3.0:1746126474.225694:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.225710:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.225716:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094259180 00000100:00100000:3.0:1746126474.225729:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1999 00000100:00100000:3.0:1746126474.225734:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1976:x1830945822230912:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126474.225843:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1976:x1830945822230912:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (516us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.225848:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1999 00002000:00100000:3.0:1746126474.225852:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880094259180 x1830945822230912/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.225858:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259180 with x1830945822230912 ext(0->4095) 00010000:00010000:3.0:1746126474.225862:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.225869:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.225875:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094259180 00000100:00100000:0.0:1746126474.229004:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.229096:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822231040 00000100:00100000:2.0:1746126474.229103:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822231040 00010000:00010000:2.0:1746126474.229126:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.229190:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7635 00000100:00100000:2.0:1746126474.229205:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1977:x1830945822231040:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.229216:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.229232:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.229241:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.229258:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111716e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c1 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.229279:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.229281:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.229286:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 94 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.229294:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 94 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.229320:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 94 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.229329:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820549504:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.229387:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.233266:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.233356:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820549504:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.233371:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.233414:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1977:x1830945822231040:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4210us (4416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.233422:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7635 00000100:00100000:0.0:1746126474.233487:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822231296 00000100:00100000:0.0:1746126474.233492:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822231296 00002000:00100000:0.0:1746126474.233536:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135703800 x1830945822231296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126474.233543:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703800 with x1830945822231296 ext(0->4095) 00002000:00010000:0.0:1746126474.233547:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135703800 00000100:00100000:0.0:1746126474.233574:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4070 00000100:00100000:0.0:1746126474.233581:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1976:x1830945822231296:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126474.233687:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1976:x1830945822231296:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (426us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126474.233691:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4070 00002000:00100000:0.0:1746126474.233695:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880135703800 x1830945822231296/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126474.233700:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703800 with x1830945822231296 ext(0->4095) 00002000:00010000:0.0:1746126474.233703:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135703800 00000100:00100000:0.0:1746126474.236055:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.236219:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822231424 00000100:00100000:1.0:1746126474.236224:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822231424 00000100:00100000:1.0:1746126474.236528:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5423 00000100:00100000:1.0:1746126474.236534:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822231424:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.236548:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.236562:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7cf expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.236583:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 93 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.236588:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.236589:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.236592:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.236612:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 93 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.236621:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 93 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.236631:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820549632:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126474.236690:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.239052:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820549632:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126474.239074:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.239087:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838c00, rc 0) 00000100:00100000:1.0:1746126474.239116:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822231424:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2582us (3066us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.239123:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5423 00000100:00100000:0.0:1746126474.239558:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.239640:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822231552 00000100:00100000:3.0:1746126474.239645:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822231552 00010000:00010000:3.0:1746126474.239662:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 94 pid: 8480 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.239685:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7636 00000100:00100000:3.0:1746126474.239689:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1977:x1830945822231552:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.239700:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.239715:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 94 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.239725:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 94 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.239740:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289e000/0x8f8d42f0d1117175 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7c8 expref: 94 pid: 8480 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.239754:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.239756:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.239761:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.239768:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.239789:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.239799:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820549760:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.239837:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.243320:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.243409:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822231680 00000100:00100000:1.0:1746126474.243415:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822231680 00000100:00100000:1.0:1746126474.243443:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5424 00000100:00100000:1.0:1746126474.243448:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:31630:x1830945822231680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.243460:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.243473:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7d6 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.243509:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.243516:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.243517:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.243520:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.243542:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.243552:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.243560:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820549888:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126474.243620:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.244260:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820549760:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.244275:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.244828:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1977:x1830945822231552:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5136us (5269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.244837:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7636 00000100:00100000:2.0:1746126474.245425:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.245860:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822231936 00000100:00100000:3.0:1746126474.245864:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822231936 00002000:00100000:3.0:1746126474.245889:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f8000 x1830945822231936/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.245897:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8000 with x1830945822231936 ext(0->4095) 00010000:00010000:3.0:1746126474.245904:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.245914:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.245920:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351f8000 00000100:00100000:3.0:1746126474.245930:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2000 00000100:00100000:3.0:1746126474.245935:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822231936:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126474.246031:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822231936:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (607us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.246036:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2000 00002000:00100000:3.0:1746126474.246040:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f8000 x1830945822231936/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.246047:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8000 with x1830945822231936 ext(0->4095) 00010000:00010000:3.0:1746126474.246051:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.246062:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.246066:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351f8000 00000100:00100000:1.0:1746126474.246116:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820549888:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126474.246131:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 94 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.246140:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839a00, rc 0) 00000100:00100000:1.0:1746126474.246165:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:31630:x1830945822231680:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2717us (2850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.246170:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5424 00000100:00100000:0.0:1746126474.251854:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.252006:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822232064 00000100:00100000:3.0:1746126474.252013:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822232064 00010000:00010000:3.0:1746126474.252043:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.252074:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7637 00000100:00100000:3.0:1746126474.252081:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822232064:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.252092:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.252108:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.252118:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.252135:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111717c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7cf expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.252160:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.252162:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.252167:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 93 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.252178:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 93 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.252211:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 93 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.252222:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820550016:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.252687:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.258378:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.258435:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822232320 00000100:00100000:1.0:1746126474.258442:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822232320 00002000:00100000:1.0:1746126474.258476:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282300 x1830945822232320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.258488:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282300 with x1830945822232320 ext(0->4095) 00002000:00010000:1.0:1746126474.258516:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282300 00000100:00100000:3.0:1746126474.258596:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820550016:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.258870:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4071 00000100:00100000:1.0:1746126474.258877:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1976:x1830945822232320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746126474.259205:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.259883:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:1976:x1830945822232320:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 1005us (1509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.259889:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4071 00002000:00100000:1.0:1746126474.259895:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88008d282300 x1830945822232320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.259902:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d282300 with x1830945822232320 ext(0->4095) 00002000:00010000:1.0:1746126474.259905:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d282300 00000100:00100000:3.0:1746126474.259955:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822232064:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7873us (8106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.259962:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7637 00000100:00100000:0.0:1746126474.267360:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.267416:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822232448 00000100:00100000:1.0:1746126474.267423:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822232448 00000100:00100000:1.0:1746126474.267468:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5425 00000100:00100000:1.0:1746126474.267475:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822232448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.267489:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.269157:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7dd expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.269189:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 93 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.269208:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.269210:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.269214:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.269240:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 93 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.269251:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 93 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.269261:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820550144:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126474.269353:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.279014:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820550144:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126474.279040:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.279056:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839e00, rc 0) 00000100:00100000:1.0:1746126474.279090:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822232448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11616us (11736us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.279097:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5425 00000100:00100000:1.0:1746126474.291649:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.292583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.292671:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822232704 00000100:00100000:1.0:1746126474.292678:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822232704 00000100:00100000:1.0:1746126474.292725:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5426 00000100:00100000:1.0:1746126474.292731:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+94:31630:x1830945822232704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.292747:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.292761:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7e4 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.292785:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.292789:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.292794:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126474.292797:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.292822:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.292832:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.292839:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839600, rc 0) 00000100:00100000:1.0:1746126474.292866:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:31630:x1830945822232704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.292871:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5426 00000100:00100000:2.0:1746126474.293618:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822232576 00000100:00100000:2.0:1746126474.293623:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822232576 00002000:00100000:2.0:1746126474.293648:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135701180 x1830945822232576/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.293656:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701180 with x1830945822232576 ext(0->7) 00010000:00010000:2.0:1746126474.293662:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.293692:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.293698:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135701180 00000100:00100000:2.0:1746126474.293723:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2001 00000100:00100000:2.0:1746126474.293729:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1976:x1830945822232576:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126474.293977:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945822232576:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 247us (2333us total) trans 4294968071 rc 0/0 00000100:00100000:2.0:1746126474.293983:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2001 00002000:00100000:2.0:1746126474.293989:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880135701180 x1830945822232576/t4294968071(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/448 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.293996:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701180 with x1830945822232576 ext(0->7) 00010000:00010000:2.0:1746126474.294001:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 97 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.294011:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 97 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.294016:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135701180 00000100:00100000:0.0:1746126474.297464:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.298208:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822232832 00000100:00100000:3.0:1746126474.298215:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822232832 00010000:00010000:3.0:1746126474.298243:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 97 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.298271:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7638 00000100:00100000:3.0:1746126474.298277:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822232832:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.298288:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.298303:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 97 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.298312:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 97 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.298329:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839a00/0x8f8d42f0d1117183 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7d6 expref: 97 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.298357:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.298359:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.298364:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.298371:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.298396:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.298405:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.298414:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820550400:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.298480:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.300758:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820550400:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.300776:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.300817:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822232832:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2539us (3358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.300826:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7638 00000100:00100000:0.0:1746126474.301066:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.301414:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822233088 00000100:00100000:2.0:1746126474.301420:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822233088 00002000:00100000:2.0:1746126474.301451:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d2300 x1830945822233088/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.301459:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d2300 with x1830945822233088 ext(0->4095) 00010000:00010000:2.0:1746126474.301465:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.301475:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.301481:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801359d2300 00000100:00100000:2.0:1746126474.301820:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2002 00000100:00100000:2.0:1746126474.301826:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822233088:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126474.301946:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822233088:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (879us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.301951:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2002 00002000:00100000:2.0:1746126474.301956:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d2300 x1830945822233088/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.301961:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d2300 with x1830945822233088 ext(0->4095) 00010000:00010000:2.0:1746126474.302458:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.302468:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.302473:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801359d2300 00000100:00100000:0.0:1746126474.304361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.304396:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.304440:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822233344 00000100:00100000:1.0:1746126474.304446:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822233344 00000100:00100000:1.0:1746126474.304489:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5427 00000100:00100000:1.0:1746126474.304518:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822233344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.304531:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.304543:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7eb expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.304561:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.304567:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.304572:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.304575:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 7 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.304606:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.304617:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 7 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.304625:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839200, rc 0) 00000100:00100000:3.0:1746126474.304636:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822233216 00000100:00100000:3.0:1746126474.304639:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822233216 00010000:00010000:3.0:1746126474.304651:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 8 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.304664:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:31631:x1830945822233344:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.304669:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5427 00000100:00100000:3.0:1746126474.304712:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7639 00000100:00100000:3.0:1746126474.304718:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945822233216:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.304726:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.304741:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 7 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.304750:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 7 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.304880:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111718a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7dd expref: 7 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.304901:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.304902:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.304907:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.304913:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.304931:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 95 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.304939:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 95 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.304949:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820550656:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.304991:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.307530:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820550656:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.307547:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.307585:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822233216:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2866us (3226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.307593:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7639 00000100:00100000:0.0:1746126474.308604:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.309024:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822233472 00000100:00100000:3.0:1746126474.309031:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822233472 00010000:00010000:3.0:1746126474.309056:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 96 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.309091:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7640 00000100:00100000:3.0:1746126474.309097:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822233472:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.309106:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.309124:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 96 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.309135:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 96 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.309152:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117191 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7e4 expref: 96 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.309162:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.309164:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.309169:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.309175:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.309207:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.309217:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820550784:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.310204:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.313798:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820550784:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.313815:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.313851:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1976:x1830945822233472:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4754us (5249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.313861:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7640 00000100:00100000:0.0:1746126474.314108:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.314358:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822233728 00000100:00100000:3.0:1746126474.314363:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822233728 00002000:00100000:3.0:1746126474.314390:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d0000 x1830945822233728/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.314398:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d0000 with x1830945822233728 ext(0->4095) 00002000:00010000:3.0:1746126474.314401:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d0000 00000100:00100000:3.0:1746126474.314414:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4072 00000100:00100000:3.0:1746126474.314420:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822233728:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126474.314563:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822233728:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (455us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.314569:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4072 00002000:00100000:3.0:1746126474.314574:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d0000 x1830945822233728/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.314580:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d0000 with x1830945822233728 ext(0->4095) 00002000:00010000:3.0:1746126474.314582:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d0000 00000100:00100000:0.0:1746126474.317051:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.317151:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822233856 00000100:00100000:2.0:1746126474.317156:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822233856 00000100:00100000:2.0:1746126474.317202:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5428 00000100:00100000:2.0:1746126474.317208:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:31631:x1830945822233856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.317221:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.317233:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7f2 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.317254:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.317260:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.317262:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.317265:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.317287:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.317296:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 5 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.317305:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820550912:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.317368:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.318721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.319172:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822233984 00000100:00100000:1.0:1746126474.319178:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822233984 00000100:00100000:1.0:1746126474.319222:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5429 00000100:00100000:1.0:1746126474.319229:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31630:x1830945822233984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.319239:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.319250:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c7f9 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.319267:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.319271:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 98 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.319281:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.319284:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 98 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.319306:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 98 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.319316:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 98 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.319324:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838c00, rc 0) 00000100:00100000:1.0:1746126474.319351:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:31630:x1830945822233984:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.319356:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5429 00000100:00100000:2.0:1746126474.319884:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820550912:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.319898:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.319905:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac800, rc 0) 00000100:00100000:2.0:1746126474.319933:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31631:x1830945822233856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2725us (2886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.319941:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5428 00000100:00100000:0.0:1746126474.321279:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.321524:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822234112 00000100:00100000:3.0:1746126474.321530:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822234112 00010000:00010000:3.0:1746126474.321552:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.322116:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7641 00000100:00100000:3.0:1746126474.322124:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822234112:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.322136:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.322152:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.322163:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.322179:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d1117198 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7eb expref: 6 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.322228:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.322229:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.322234:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.322246:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.322270:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.322280:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 96 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.322289:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820551168:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.322407:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.325078:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820551168:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.325095:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.325127:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822234112:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3004us (3850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.325134:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7641 00000100:00100000:0.0:1746126474.325939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.326170:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822234368 00000100:00100000:2.0:1746126474.326175:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822234368 00002000:00100000:2.0:1746126474.326210:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d3800 x1830945822234368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.326218:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d3800 with x1830945822234368 ext(0->4095) 00010000:00010000:2.0:1746126474.326224:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.326236:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.326242:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801359d3800 00000100:00100000:2.0:1746126474.326264:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2003 00000100:00100000:2.0:1746126474.326269:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945822234368:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126474.326377:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945822234368:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (438us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.326383:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2003 00002000:00100000:2.0:1746126474.326388:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801359d3800 x1830945822234368/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.326394:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d3800 with x1830945822234368 ext(0->4095) 00010000:00010000:2.0:1746126474.326398:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.326410:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.326415:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801359d3800 00000100:00100000:0.0:1746126474.328793:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.329135:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822234496 00000100:00100000:2.0:1746126474.329142:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822234496 00000100:00100000:2.0:1746126474.329180:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5430 00000100:00100000:2.0:1746126474.329186:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822234496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.329205:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.329217:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c800 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.329235:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.329240:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 96 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.329245:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126474.329248:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.329270:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 96 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.329279:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.329286:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bace00, rc 0) 00000100:00100000:2.0:1746126474.329326:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822234496:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.329331:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5430 00000100:00100000:0.0:1746126474.330675:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.330758:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822234624 00000100:00100000:3.0:1746126474.330763:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822234624 00010000:00010000:3.0:1746126474.330783:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.330808:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7642 00000100:00100000:3.0:1746126474.330814:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822234624:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.330822:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.330840:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.330849:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.330863:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111719f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f2 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.330877:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.330879:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.330884:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 96 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.330891:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 96 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.330910:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 96 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.330920:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 96 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.330929:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820551424:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.330978:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.333802:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.333901:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822234880 00000100:00100000:2.0:1746126474.333908:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822234880 00002000:00100000:2.0:1746126474.333938:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c281880 x1830945822234880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.333947:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281880 with x1830945822234880 ext(0->4095) 00010000:00010000:2.0:1746126474.333954:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 97 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.333967:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 97 pid: 8481 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.333974:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c281880 00000100:00100000:2.0:1746126474.333995:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2004 00000100:00100000:2.0:1746126474.334001:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822234880:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126474.334081:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820551424:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.334097:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.334301:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822234880:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 299us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.334308:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2004 00002000:00100000:2.0:1746126474.334314:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c281880 x1830945822234880/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.334321:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281880 with x1830945822234880 ext(0->4095) 00010000:00010000:2.0:1746126474.334325:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 97 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.334338:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822234624:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3522us (3665us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126474.334339:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 97 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.334344:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7642 00002000:00010000:2.0:1746126474.334344:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c281880 00000100:00100000:0.0:1746126474.337412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.337455:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.337542:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822235136 00000100:00100000:3.0:1746126474.337549:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822235136 00010000:00010000:3.0:1746126474.337574:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 96 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.337609:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7643 00000100:00100000:3.0:1746126474.337616:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822235136:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.337627:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.337644:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 96 pid: 8481 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.337653:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 96 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.337660:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822235008 00000100:00100000:2.0:1746126474.337664:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822235008 00010000:00010000:3.0:1746126474.337672:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c7f9 expref: 97 pid: 8481 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.337685:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5431 00010000:00010000:3.0:1746126474.337687:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.337689:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746126474.337690:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822235008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126474.337694:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.337701:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.337702:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.337710:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c807 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.337726:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.337731:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.337732:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.337735:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.337926:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.337934:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.337944:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.337952:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.337953:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820551680:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126474.337960:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820551552:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.338026:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.338051:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.339838:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.339886:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820551680:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.339902:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.339911:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bada00, rc 0) 00000100:00100000:2.0:1746126474.339943:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31630:x1830945822235008:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2253us (2537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.339949:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5431 00000100:00100000:3.0:1746126474.340205:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820551552:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.340216:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.340235:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822235136:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2621us (2780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.340242:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7643 00000100:00100000:2.0:1746126474.340572:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822235392 00000100:00100000:2.0:1746126474.340576:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822235392 00002000:00100000:2.0:1746126474.340598:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280700 x1830945822235392/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.340606:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280700 with x1830945822235392 ext(0->4095) 00010000:00010000:2.0:1746126474.340612:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.340622:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.340627:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c280700 00000100:00100000:2.0:1746126474.340637:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2005 00000100:00100000:2.0:1746126474.340642:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822235392:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126474.340732:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822235392:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (898us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.340739:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2005 00002000:00100000:2.0:1746126474.340743:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280700 x1830945822235392/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.340749:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280700 with x1830945822235392 ext(0->4095) 00010000:00010000:2.0:1746126474.340753:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.340759:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.340764:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c280700 00000100:00100000:0.0:1746126474.344467:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.344577:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822235520 00000100:00100000:3.0:1746126474.344585:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822235520 00010000:00010000:3.0:1746126474.344613:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.344640:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7644 00000100:00100000:3.0:1746126474.344646:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822235520:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.344658:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.344673:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.344682:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.344700:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d11171ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c800 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.344725:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.344726:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.344732:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.344740:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.344766:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.344777:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820551808:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.344835:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.347706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.347727:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822235776 00000100:00100000:0.0:1746126474.347733:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822235776 00002000:00100000:0.0:1746126474.347764:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280e00 x1830945822235776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126474.347773:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280e00 with x1830945822235776 ext(0->4095) 00002000:00010000:0.0:1746126474.347777:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c280e00 00000100:00100000:3.0:1746126474.348013:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820551808:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.348028:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.348068:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822235520:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3421us (3607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.348076:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7644 00000100:00100000:0.0:1746126474.348417:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4073 00000100:00100000:0.0:1746126474.348424:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822235776:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126474.348558:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822235776:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (857us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126474.348564:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4073 00002000:00100000:0.0:1746126474.348568:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280e00 x1830945822235776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126474.348575:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280e00 with x1830945822235776 ext(0->4095) 00002000:00010000:0.0:1746126474.348577:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c280e00 00000100:00100000:0.0:1746126474.352550:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.352696:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822235904 00000100:00100000:2.0:1746126474.352704:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822235904 00000100:00100000:2.0:1746126474.352736:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5432 00000100:00100000:2.0:1746126474.352742:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822235904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.352754:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.352767:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c80e expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.352787:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.352794:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.352795:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.352799:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.352825:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.352834:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 95 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.352844:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820551936:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.352906:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.354969:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820551936:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.354987:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.354999:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac800, rc 0) 00000100:00100000:2.0:1746126474.355033:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822235904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2291us (2486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.355039:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5432 00000100:00100000:0.0:1746126474.356356:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.356460:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822236032 00000100:00100000:3.0:1746126474.356465:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822236032 00010000:00010000:3.0:1746126474.356487:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.356540:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7645 00000100:00100000:3.0:1746126474.356546:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822236032:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.356559:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.356574:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.356584:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.356601:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11171b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c807 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.356621:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.356623:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.356629:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.356636:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.356657:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.356668:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820552064:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.356715:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.358343:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.358981:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822236160 00000100:00100000:2.0:1746126474.358986:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822236160 00000100:00100000:2.0:1746126474.359012:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5433 00000100:00100000:2.0:1746126474.359017:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822236160:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.359030:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.359042:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c815 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.359060:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.359066:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.359067:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.359070:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.359089:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.359099:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 5 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.359109:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820552192:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.359169:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.359737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.360248:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822236416 00000100:00100000:2.0:1746126474.360251:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822236416 00002000:00100000:2.0:1746126474.360274:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282a00 x1830945822236416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.360282:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282a00 with x1830945822236416 ext(0->4095) 00010000:00010000:2.0:1746126474.360288:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.360297:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.360302:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c282a00 00000100:00100000:2.0:1746126474.360312:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2006 00000100:00100000:2.0:1746126474.360317:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822236416:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126474.360425:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822236416:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (689us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.360430:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2006 00002000:00100000:2.0:1746126474.360435:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282a00 x1830945822236416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.360441:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282a00 with x1830945822236416 ext(0->4095) 00010000:00010000:2.0:1746126474.360445:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.360452:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.360457:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c282a00 00000100:00100000:3.0:1746126474.360595:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820552064:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.360607:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.360624:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822236032:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4078us (4270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.360633:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7645 00000100:00100000:3.0:1746126474.362893:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820552192:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126474.362915:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.362928:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac400, rc 0) 00000100:00100000:3.0:1746126474.362974:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822236160:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3955us (4633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.362981:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5433 00000100:00100000:0.0:1746126474.363716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.364177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.364270:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822236672 00000100:00100000:3.0:1746126474.364276:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822236672 00000100:00100000:3.0:1746126474.364308:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5434 00000100:00100000:3.0:1746126474.364314:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822236672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126474.364326:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.364338:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c81c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.364355:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.364359:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.364364:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126474.364367:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.364393:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.364402:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.364409:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fc00, rc 0) 00000100:00100000:2.0:1746126474.365067:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822236544 00000100:00100000:2.0:1746126474.365071:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822236544 00010000:00010000:2.0:1746126474.365086:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 8 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.365107:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7646 00000100:00100000:2.0:1746126474.365112:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945822236544:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.365118:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.365132:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 8 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.365141:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 8 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.365155:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d11171bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c80e expref: 8 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.365169:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.365170:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.365174:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.365181:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.365209:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.365219:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 95 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.365228:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820552448:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.365592:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31631:x1830945822236672:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1277us (1875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.365598:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5434 00000100:00100000:3.0:1746126474.365943:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.368673:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820552448:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.368698:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.368733:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822236544:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3620us (4555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.368742:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7646 00000100:00100000:0.0:1746126474.369382:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.369787:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822236928 00000100:00100000:2.0:1746126474.369793:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822236928 00002000:00100000:2.0:1746126474.369820:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282300 x1830945822236928/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.369828:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282300 with x1830945822236928 ext(0->4095) 00010000:00010000:2.0:1746126474.369835:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.369850:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.369856:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c282300 00000100:00100000:2.0:1746126474.369875:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2007 00000100:00100000:2.0:1746126474.369881:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822236928:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126474.369993:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822236928:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (612us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.369998:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2007 00002000:00100000:2.0:1746126474.370002:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282300 x1830945822236928/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.370009:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282300 with x1830945822236928 ext(0->4095) 00010000:00010000:2.0:1746126474.370013:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.370021:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.370026:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c282300 00000100:00100000:0.0:1746126474.373066:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.373425:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822237056 00000100:00100000:3.0:1746126474.373432:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822237056 00000100:00100000:3.0:1746126474.373758:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5435 00000100:00100000:3.0:1746126474.373765:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822237056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126474.373778:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.373791:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c823 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.373811:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126474.373816:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.373825:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126474.373827:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.373856:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.373866:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.373874:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f200, rc 0) 00000100:00100000:3.0:1746126474.373910:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31630:x1830945822237056:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.373915:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5435 00000100:00100000:0.0:1746126474.374087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.374716:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822237184 00000100:00100000:3.0:1746126474.374719:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822237184 00010000:00010000:3.0:1746126474.374734:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.375037:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7647 00000100:00100000:3.0:1746126474.375042:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822237184:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.375051:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.375065:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.375073:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.375087:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c815 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.375105:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.375106:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.375110:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.375116:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.375132:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.375141:0:11008:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 5 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.375150:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820552704:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.375659:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.377578:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.377657:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822237440 00000100:00100000:1.0:1746126474.377662:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822237440 00002000:00100000:1.0:1746126474.377692:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282680 x1830945822237440/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.377700:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282680 with x1830945822237440 ext(0->4095) 00010000:00010000:1.0:1746126474.377706:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.377717:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126474.377723:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c282680 00000100:00100000:1.0:1746126474.377748:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2008 00000100:00100000:1.0:1746126474.377755:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822237440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126474.377868:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822237440:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.377874:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2008 00002000:00100000:1.0:1746126474.377879:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c282680 x1830945822237440/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.377885:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c282680 with x1830945822237440 ext(0->4095) 00010000:00010000:1.0:1746126474.377889:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.377896:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746126474.377901:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c282680 00000100:00100000:3.0:1746126474.377973:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820552704:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.377987:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.378007:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822237184:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2964us (3920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.378012:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7647 00000100:00100000:0.0:1746126474.384896:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.385080:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822237568 00000100:00100000:3.0:1746126474.385087:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822237568 00010000:00010000:3.0:1746126474.385112:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.385142:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7648 00000100:00100000:3.0:1746126474.385148:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822237568:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.385159:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.385175:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.385184:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.385209:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fc00/0x8f8d42f0d11171c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c81c expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.385232:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.385234:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.385239:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.385246:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.385272:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.385281:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820552832:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.385344:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.388190:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820552832:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.388217:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.388256:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822237568:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3107us (3364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.388264:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7648 00000100:00100000:0.0:1746126474.389811:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.390068:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822237824 00000100:00100000:2.0:1746126474.390074:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822237824 00002000:00100000:2.0:1746126474.390107:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280a80 x1830945822237824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.390115:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280a80 with x1830945822237824 ext(0->4095) 00002000:00010000:2.0:1746126474.390120:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c280a80 00000100:00100000:2.0:1746126474.390371:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4074 00000100:00100000:2.0:1746126474.390379:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822237824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126474.390523:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822237824:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (716us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.390529:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4074 00002000:00100000:2.0:1746126474.390534:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009c280a80 x1830945822237824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.390541:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c280a80 with x1830945822237824 ext(0->4095) 00002000:00010000:2.0:1746126474.390544:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c280a80 00000100:00100000:0.0:1746126474.392754:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.393246:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822237952 00000100:00100000:1.0:1746126474.393253:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822237952 00000100:00100000:1.0:1746126474.393291:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5436 00000100:00100000:1.0:1746126474.393297:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822237952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.393309:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.393322:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c82a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.393343:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.393354:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.393356:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.393359:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.393381:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.393390:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 95 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.393399:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135702d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820552960:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126474.393462:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.395630:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135702d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820552960:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126474.395655:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.395668:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839e00, rc 0) 00000100:00100000:1.0:1746126474.395699:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822237952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2402us (2948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.395706:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5436 00000100:00100000:0.0:1746126474.395963:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.396199:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822238080 00000100:00100000:3.0:1746126474.396204:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822238080 00010000:00010000:3.0:1746126474.396223:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746126474.396249:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7649 00000100:00100000:3.0:1746126474.396254:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822238080:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.396265:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.396280:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.396289:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.396305:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f200/0x8f8d42f0d11171d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c823 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.396325:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.396327:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.396333:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.396343:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.396365:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.396374:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820553088:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.396425:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.398904:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820553088:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.398922:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.398971:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1977:x1830945822238080:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2708us (3000us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.398981:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7649 00000100:00100000:0.0:1746126474.398988:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.399128:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822238336 00000100:00100000:1.0:1746126474.399133:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822238336 00002000:00100000:1.0:1746126474.399163:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80f100 x1830945822238336/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.399176:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80f100 with x1830945822238336 ext(0->4095) 00002000:00010000:1.0:1746126474.399179:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80f100 00000100:00100000:1.0:1746126474.399207:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4075 00000100:00100000:1.0:1746126474.399214:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822238336:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126474.399332:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822238336:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.399337:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4075 00002000:00100000:1.0:1746126474.399341:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80f100 x1830945822238336/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.399348:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80f100 with x1830945822238336 ext(0->4095) 00002000:00010000:1.0:1746126474.399350:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80f100 00000100:00100000:0.0:1746126474.399921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.400036:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822238464 00000100:00100000:1.0:1746126474.400040:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822238464 00000100:00100000:1.0:1746126474.400072:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5437 00000100:00100000:1.0:1746126474.400077:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:31630:x1830945822238464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.400085:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.400097:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c831 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.400117:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.400123:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.400125:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.400128:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.400147:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.400156:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.400164:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135702d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820553216:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126474.400815:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.402343:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.402394:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822238592 00000100:00100000:2.0:1746126474.402400:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822238592 00000100:00100000:2.0:1746126474.402437:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5438 00000100:00100000:2.0:1746126474.402443:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31631:x1830945822238592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.402454:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.402465:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c838 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.402482:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.402486:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 98 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.402491:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.402510:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126474.402763:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135702d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820553216:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126474.402781:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 98 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.402792:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838200, rc 0) 00000100:00100000:0.0:1746126474.402822:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:31630:x1830945822238464:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2744us (2902us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126474.402827:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5437 00010000:00010000:2.0:1746126474.403242:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.403253:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.403260:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac600, rc 0) 00000100:00100000:2.0:1746126474.403716:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31631:x1830945822238592:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1272us (1375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.403721:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5438 00000100:00100000:0.0:1746126474.404184:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.404430:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822238720 00000100:00100000:3.0:1746126474.404435:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822238720 00010000:00010000:3.0:1746126474.404453:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.404618:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7650 00000100:00100000:1.0:1746126474.404625:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822238720:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.404636:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.404651:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.404660:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.404675:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d11171d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c82a expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.404687:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.404688:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.404692:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.404703:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.404721:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.404728:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 96 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.404737:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820553472:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.404787:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.406775:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820553472:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.406791:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.406819:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822238720:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2194us (2636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.406826:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7650 00000100:00100000:0.0:1746126474.407535:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.407623:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822238976 00000100:00100000:3.0:1746126474.407628:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822238976 00002000:00100000:3.0:1746126474.407653:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80ed80 x1830945822238976/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.407665:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ed80 with x1830945822238976 ext(0->4095) 00010000:00010000:3.0:1746126474.407672:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.407690:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.407696:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80ed80 00000100:00100000:3.0:1746126474.407718:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2009 00000100:00100000:3.0:1746126474.407724:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945822238976:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126474.407848:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1976:x1830945822238976:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.407853:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2009 00002000:00100000:3.0:1746126474.407858:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009b80ed80 x1830945822238976/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.407864:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ed80 with x1830945822238976 ext(0->4095) 00010000:00010000:3.0:1746126474.407869:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.407877:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.407882:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b80ed80 00000100:00100000:0.0:1746126474.409919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.409996:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822239104 00000100:00100000:1.0:1746126474.410002:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822239104 00010000:00010000:1.0:1746126474.410026:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.410094:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7651 00000100:00100000:1.0:1746126474.410101:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822239104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.410110:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.410126:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.410136:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.410153:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11171de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c831 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.410164:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.410166:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.410171:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.410177:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.410209:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126474.410219:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820553600:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.410611:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.412904:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820553600:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.412926:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.412957:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822239104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2855us (3084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.412965:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7651 00000100:00100000:0.0:1746126474.413031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.413079:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822239360 00000100:00100000:3.0:1746126474.413083:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822239360 00002000:00100000:3.0:1746126474.413170:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a4a80 x1830945822239360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.413178:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a4a80 with x1830945822239360 ext(0->4095) 00002000:00010000:3.0:1746126474.413181:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a4a80 00000100:00100000:3.0:1746126474.413214:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4076 00000100:00100000:3.0:1746126474.413219:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822239360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126474.413340:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822239360:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.413345:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4076 00002000:00100000:3.0:1746126474.413350:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a4a80 x1830945822239360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.413358:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a4a80 with x1830945822239360 ext(0->4095) 00002000:00010000:3.0:1746126474.413360:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a4a80 00000100:00100000:0.0:1746126474.415703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.415778:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822239488 00000100:00100000:2.0:1746126474.415785:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822239488 00000100:00100000:2.0:1746126474.415816:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5439 00000100:00100000:2.0:1746126474.415821:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822239488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.415834:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.415847:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c83f expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.415870:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.415876:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.415878:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.415881:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.415907:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.415917:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 95 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.415927:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820553728:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.416003:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.418321:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820553728:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.418343:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.418356:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac400, rc 0) 00000100:00100000:2.0:1746126474.418388:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822239488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2565us (2689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.418394:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5439 00000100:00100000:0.0:1746126474.418892:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.418972:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822239616 00000100:00100000:1.0:1746126474.418977:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822239616 00010000:00010000:1.0:1746126474.418998:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.419027:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7652 00000100:00100000:1.0:1746126474.419033:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822239616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.419043:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.419058:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.419068:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.419085:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d11171e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c838 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.419097:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.419098:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.419103:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.419109:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.419139:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126474.419148:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820553856:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.419202:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.421706:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820553856:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.421724:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.421765:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:1976:x1830945822239616:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2731us (2873us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.421774:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7652 00000100:00100000:0.0:1746126474.422452:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.422614:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822239872 00000100:00100000:1.0:1746126474.422619:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822239872 00002000:00100000:1.0:1746126474.422647:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a5180 x1830945822239872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.422656:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5180 with x1830945822239872 ext(0->4095) 00002000:00010000:1.0:1746126474.422660:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a5180 00000100:00100000:1.0:1746126474.422686:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4077 00000100:00100000:1.0:1746126474.422693:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822239872:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126474.422813:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822239872:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (362us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.422819:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4077 00002000:00100000:1.0:1746126474.422824:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800941a5180 x1830945822239872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.422830:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5180 with x1830945822239872 ext(0->4095) 00002000:00010000:1.0:1746126474.422833:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a5180 00000100:00100000:0.0:1746126474.424486:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.424592:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822240000 00000100:00100000:2.0:1746126474.424600:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822240000 00000100:00100000:2.0:1746126474.424633:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5440 00000100:00100000:2.0:1746126474.424639:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+95:31630:x1830945822240000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.424650:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.424663:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c846 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.424684:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126474.424711:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.424737:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822240128 00000100:00100000:1.0:1746126474.424740:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822240128 00000100:00100000:1.0:1746126474.424761:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5441 00000100:00100000:1.0:1746126474.424765:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31631:x1830945822240128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.424772:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.424777:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c84d expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.424839:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.424841:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.424845:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.425023:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.425028:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.425032:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.425035:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 98 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.425054:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.425057:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 98 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.425064:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 5 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.425072:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 98 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.425073:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820554112:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126474.425080:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838c00, rc 0) 00000100:00100000:1.0:1746126474.425123:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:31631:x1830945822240128:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 357us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.425128:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5441 00000100:00100000:2.0:1746126474.425312:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.428382:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.428472:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820554112:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.428516:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.428530:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bacc00, rc 0) 00000100:00100000:2.0:1746126474.428562:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31630:x1830945822240000:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3923us (4079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.428569:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5440 00000100:00100000:1.0:1746126474.429131:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822240256 00000100:00100000:1.0:1746126474.429137:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822240256 00010000:00010000:1.0:1746126474.429158:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.429189:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7653 00000100:00100000:1.0:1746126474.429203:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822240256:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.429214:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.429231:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.429240:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.429256:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d11171ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c83f expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.429268:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.429270:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.429274:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.429281:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.429306:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 96 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.429314:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.429323:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820554240:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.429373:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a40e06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.432049:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.432186:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820554240:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.432213:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.432248:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822240256:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3046us (3873us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.432257:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7653 00000100:00100000:3.0:1746126474.432519:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822240512 00000100:00100000:3.0:1746126474.432525:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822240512 00002000:00100000:3.0:1746126474.432552:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186c700 x1830945822240512/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.432561:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c700 with x1830945822240512 ext(0->4095) 00010000:00010000:3.0:1746126474.432567:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.432577:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.432582:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186c700 00000100:00100000:3.0:1746126474.432595:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2010 00000100:00100000:3.0:1746126474.432606:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822240512:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126474.432723:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822240512:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (678us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.432729:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2010 00002000:00100000:3.0:1746126474.432734:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186c700 x1830945822240512/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.432740:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c700 with x1830945822240512 ext(0->4095) 00010000:00010000:3.0:1746126474.432744:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.432752:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.432757:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186c700 00000100:00100000:0.0:1746126474.436182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.436235:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822240640 00000100:00100000:1.0:1746126474.436243:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822240640 00010000:00010000:1.0:1746126474.436271:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.436305:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7654 00000100:00100000:1.0:1746126474.436312:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:1977:x1830945822240640:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.436323:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.436338:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.436348:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.436366:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d11171f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c846 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.436407:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.436409:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.436415:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.436423:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.436455:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 96 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126474.436466:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820554368:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.436533:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.440103:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.440188:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820554368:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.440218:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.440252:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822240640:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3941us (4076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.440261:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7654 00000100:00100000:2.0:1746126474.440329:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822240896 00000100:00100000:2.0:1746126474.440334:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822240896 00002000:00100000:2.0:1746126474.440363:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186ca80 x1830945822240896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.440378:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ca80 with x1830945822240896 ext(0->4095) 00002000:00010000:2.0:1746126474.440382:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ca80 00000100:00100000:2.0:1746126474.440410:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4078 00000100:00100000:2.0:1746126474.440416:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822240896:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126474.440541:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822240896:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.440546:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4078 00002000:00100000:2.0:1746126474.440551:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186ca80 x1830945822240896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.440557:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ca80 with x1830945822240896 ext(0->4095) 00002000:00010000:2.0:1746126474.440559:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ca80 00000100:00100000:0.0:1746126474.443942:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.444210:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822241024 00000100:00100000:2.0:1746126474.444216:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822241024 00000100:00100000:2.0:1746126474.444391:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5442 00000100:00100000:2.0:1746126474.444397:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822241024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.444410:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.444423:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c854 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.444445:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 95 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.444451:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.444453:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.444457:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.444481:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 95 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.444491:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 95 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.444606:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820554496:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.444855:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.447980:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820554496:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.448003:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.448017:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac200, rc 0) 00000100:00100000:2.0:1746126474.448046:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822241024:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3648us (4109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.448053:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5442 00000100:00100000:0.0:1746126474.450972:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.451010:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.451074:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822241152 00000100:00100000:1.0:1746126474.451080:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822241152 00010000:00010000:1.0:1746126474.451107:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 96 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.451136:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7655 00000100:00100000:1.0:1746126474.451142:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822241152:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.451151:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.451167:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 96 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.451177:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 96 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.451203:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d11171fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c84d expref: 96 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.451218:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.451220:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.451225:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.451233:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.451256:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126474.451266:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820554624:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.451316:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.451516:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822241280 00000100:00100000:2.0:1746126474.451519:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822241280 00000100:00100000:2.0:1746126474.451538:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5443 00000100:00100000:2.0:1746126474.451543:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:31630:x1830945822241280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.451552:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.451561:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c85b expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.451580:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.451585:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.451587:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.451590:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.451602:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.451611:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 5 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.451618:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820554752:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.451641:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.454732:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.454818:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820554752:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.454838:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.454851:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bace00, rc 0) 00000100:00100000:2.0:1746126474.454882:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+97:31630:x1830945822241280:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3339us (3872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.454889:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5443 00000100:00100000:1.0:1746126474.455083:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820554624:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.455094:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.455109:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1976:x1830945822241152:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3968us (4144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.455115:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7655 00000100:00100000:3.0:1746126474.455391:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822241536 00000100:00100000:3.0:1746126474.455398:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822241536 00002000:00100000:3.0:1746126474.455424:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186df80 x1830945822241536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.455432:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186df80 with x1830945822241536 ext(0->4095) 00010000:00010000:3.0:1746126474.455438:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.455448:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.455453:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186df80 00000100:00100000:3.0:1746126474.455467:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2011 00000100:00100000:3.0:1746126474.455472:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822241536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126474.455612:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822241536:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (886us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.455617:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2011 00002000:00100000:3.0:1746126474.455622:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186df80 x1830945822241536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.455628:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186df80 with x1830945822241536 ext(0->4095) 00010000:00010000:3.0:1746126474.455632:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.455640:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.455645:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186df80 00000100:00100000:0.0:1746126474.460250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.460350:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822241664 00000100:00100000:1.0:1746126474.460358:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822241664 00010000:00010000:1.0:1746126474.460386:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.460553:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7656 00000100:00100000:1.0:1746126474.460562:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822241664:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.460576:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.460594:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.460604:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.460621:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d1117201 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c854 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.461016:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.461018:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.461025:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.461032:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.461060:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126474.461070:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820554880:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.461334:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.464959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.465059:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822241920 00000100:00100000:2.0:1746126474.465066:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822241920 00002000:00100000:2.0:1746126474.465097:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186dc00 x1830945822241920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.465106:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186dc00 with x1830945822241920 ext(0->4095) 00002000:00010000:2.0:1746126474.465110:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186dc00 00000100:00100000:2.0:1746126474.465137:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4079 00000100:00100000:2.0:1746126474.465143:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822241920:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126474.465270:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822241920:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.465275:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4079 00002000:00100000:2.0:1746126474.465280:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186dc00 x1830945822241920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.465286:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186dc00 with x1830945822241920 ext(0->4095) 00002000:00010000:2.0:1746126474.465288:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186dc00 00000100:00100000:1.0:1746126474.465350:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820554880:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.465366:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.465383:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822241664:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4824us (5142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.465392:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7656 00000100:00100000:0.0:1746126474.475255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.475434:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822242048 00000100:00100000:2.0:1746126474.475442:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822242048 00000100:00100000:2.0:1746126474.475483:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5444 00000100:00100000:2.0:1746126474.475490:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822242048:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.476748:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.476762:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c862 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.476784:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.476794:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.476795:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.476798:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.476818:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 95 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.476828:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 95 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.476837:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820555008:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.476900:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.478820:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.478895:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820555008:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.478915:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.478927:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac800, rc 0) 00000100:00100000:2.0:1746126474.478953:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822242048:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3464us (3705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.478960:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5444 00000100:00100000:3.0:1746126474.479020:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822242176 00000100:00100000:3.0:1746126474.479024:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822242176 00002000:00100000:3.0:1746126474.479049:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009186ed80 x1830945822242176/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.479058:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ed80 with x1830945822242176 ext(0->7) 00010000:00010000:3.0:1746126474.479063:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.479073:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 96 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.479078:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186ed80 00000100:00100000:3.0:1746126474.479089:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2012 00000100:00100000:3.0:1746126474.479095:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+96:1977:x1830945822242176:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126474.479327:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1977:x1830945822242176:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 231us (512us total) trans 4294968072 rc 0/0 00000100:00100000:3.0:1746126474.479332:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2012 00002000:00100000:3.0:1746126474.479337:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88009186ed80 x1830945822242176/t4294968072(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/448 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.479343:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ed80 with x1830945822242176 ext(0->7) 00010000:00010000:3.0:1746126474.479347:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 98 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.479354:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 98 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.479359:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186ed80 00000100:00100000:0.0:1746126474.494444:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.494863:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822242304 00000100:00100000:2.0:1746126474.494871:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822242304 00000100:00100000:2.0:1746126474.494901:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5445 00000100:00100000:2.0:1746126474.494908:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:31630:x1830945822242304:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.494925:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.494939:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c869 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.494959:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.494964:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.494969:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126474.494973:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.494998:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.495008:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.495016:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac400, rc 0) 00000100:00100000:2.0:1746126474.495060:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:31630:x1830945822242304:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.495066:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5445 00000100:00100000:0.0:1746126474.497067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.497201:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822242432 00000100:00100000:1.0:1746126474.497206:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822242432 00010000:00010000:1.0:1746126474.497227:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 99 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.497254:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7657 00000100:00100000:1.0:1746126474.497259:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:1977:x1830945822242432:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.497268:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.497282:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 99 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.497291:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 99 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.497306:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117208 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c85b expref: 99 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.497328:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.497329:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.497335:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.497342:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.497364:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.497374:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 5 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.497382:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820555264:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.497447:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.499753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.500725:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820555264:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.500743:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.500778:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1977:x1830945822242432:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3517us (3714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.500786:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7657 00000100:00100000:2.0:1746126474.500894:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822242688 00000100:00100000:2.0:1746126474.500900:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822242688 00002000:00100000:2.0:1746126474.500928:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f800 x1830945822242688/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.500935:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f800 with x1830945822242688 ext(0->4095) 00010000:00010000:2.0:1746126474.500942:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.500952:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.500958:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186f800 00000100:00100000:2.0:1746126474.500984:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2013 00000100:00100000:2.0:1746126474.500989:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822242688:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126474.501103:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822242688:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (1354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.501108:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2013 00002000:00100000:2.0:1746126474.501112:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186f800 x1830945822242688/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.501119:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186f800 with x1830945822242688 ext(0->4095) 00010000:00010000:2.0:1746126474.501123:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.501131:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.501136:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186f800 00000100:00100000:0.0:1746126474.505112:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.505662:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822242816 00000100:00100000:1.0:1746126474.505670:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822242816 00010000:00010000:1.0:1746126474.505697:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.505730:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7658 00000100:00100000:1.0:1746126474.505736:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822242816:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.505748:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.505763:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.505773:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.505790:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d111720f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c862 expref: 6 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.505817:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.505819:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.505825:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.505832:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.505858:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126474.505867:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820555392:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.505927:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.508899:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820555392:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126474.509171:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126474.509391:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822242816:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3653us (4284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126474.509399:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7658 00000100:00100000:0.0:1746126474.510046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.510259:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822243072 00000100:00100000:3.0:1746126474.510265:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822243072 00002000:00100000:3.0:1746126474.510294:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186c380 x1830945822243072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.510302:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c380 with x1830945822243072 ext(0->4095) 00002000:00010000:3.0:1746126474.510306:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186c380 00000100:00100000:3.0:1746126474.510324:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4080 00000100:00100000:3.0:1746126474.510330:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1976:x1830945822243072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126474.510448:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1976:x1830945822243072:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.510456:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4080 00002000:00100000:3.0:1746126474.510461:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009186c380 x1830945822243072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.510467:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c380 with x1830945822243072 ext(0->4095) 00002000:00010000:3.0:1746126474.510470:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186c380 00000100:00100000:0.0:1746126474.512711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.512915:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822243200 00000100:00100000:2.0:1746126474.512922:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822243200 00000100:00100000:2.0:1746126474.512951:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5446 00000100:00100000:2.0:1746126474.512957:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822243200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.512971:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.512984:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c870 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.513004:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.513010:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.513011:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.513014:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.513035:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 97 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.513044:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 97 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.513054:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820555520:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.513825:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.518217:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820555520:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.518239:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.518255:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac200, rc 0) 00000100:00100000:0.0:1746126474.518718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.518774:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822243328 00000100:00100000:1.0:1746126474.518779:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822243328 00010000:00010000:1.0:1746126474.518804:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 98 pid: 8479 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.518826:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822243200:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5868us (6118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.518834:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7659 00000100:00100000:2.0:1746126474.518836:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5446 00000100:00100000:1.0:1746126474.518840:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1976:x1830945822243328:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.518850:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.518865:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 98 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.518874:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 98 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.518896:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117216 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c869 expref: 98 pid: 8479 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.518916:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.518917:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.518923:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.518930:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.518953:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126474.518962:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820555648:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.519009:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.521563:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.521790:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822243456 00000100:00100000:2.0:1746126474.521797:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822243456 00000100:00100000:2.0:1746126474.521837:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5447 00000100:00100000:2.0:1746126474.521843:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:31630:x1830945822243456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.521857:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.521870:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c877 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.521890:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.521895:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.521897:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.521899:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.521921:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.521930:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.521939:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820555776:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.521998:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.522489:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820555648:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.522533:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.522563:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:1976:x1830945822243328:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3722us (3846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.522571:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7659 00000100:00100000:0.0:1746126474.524391:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.524469:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820555776:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126474.524489:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 98 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.524530:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac600, rc 0) 00000100:00100000:0.0:1746126474.524561:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:31630:x1830945822243456:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2719us (3003us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126474.524568:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5447 00000100:00100000:3.0:1746126474.524711:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822243712 00000100:00100000:3.0:1746126474.524716:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822243712 00002000:00100000:3.0:1746126474.524740:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4df80 x1830945822243712/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.524747:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4df80 with x1830945822243712 ext(0->4095) 00010000:00010000:3.0:1746126474.524751:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.524760:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.524765:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4df80 00000100:00100000:3.0:1746126474.524785:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2014 00000100:00100000:3.0:1746126474.524791:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822243712:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126474.524898:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822243712:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (511us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.524903:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2014 00002000:00100000:3.0:1746126474.524908:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4df80 x1830945822243712/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.524919:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4df80 with x1830945822243712 ext(0->4095) 00010000:00010000:3.0:1746126474.524922:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.524930:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.524934:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4df80 00000100:00100000:0.0:1746126474.530292:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.530903:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822243840 00000100:00100000:1.0:1746126474.530912:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822243840 00010000:00010000:1.0:1746126474.530939:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.531122:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7660 00000100:00100000:1.0:1746126474.531130:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822243840:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.531142:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.531158:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.531167:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.531186:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d111721d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c870 expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.531325:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.531326:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.531333:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.531339:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.531365:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126474.531374:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820555904:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.531774:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.534692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.534846:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820555904:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.534863:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.534895:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822243840:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3766us (4609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.534904:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7660 00000100:00100000:2.0:1746126474.535298:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822244096 00000100:00100000:2.0:1746126474.535304:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822244096 00002000:00100000:2.0:1746126474.535333:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ca80 x1830945822244096/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.535342:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830945822244096 ext(0->4095) 00002000:00010000:2.0:1746126474.535346:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4ca80 00000100:00100000:2.0:1746126474.535520:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4081 00000100:00100000:2.0:1746126474.535527:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1977:x1830945822244096:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126474.535638:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1977:x1830945822244096:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (952us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.535644:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4081 00002000:00100000:2.0:1746126474.535648:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ca80 x1830945822244096/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.535655:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830945822244096 ext(0->4095) 00002000:00010000:2.0:1746126474.535657:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4ca80 00000100:00100000:0.0:1746126474.545065:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.545172:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822244224 00000100:00100000:2.0:1746126474.545179:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822244224 00000100:00100000:2.0:1746126474.545228:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5448 00000100:00100000:2.0:1746126474.545234:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822244224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.545247:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.545260:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c87e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.545282:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.545288:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.545289:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.545292:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.545315:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 97 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.545326:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 97 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.545335:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820556032:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.545400:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.550737:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820556032:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.550762:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.550777:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac400, rc 0) 00000100:00100000:2.0:1746126474.550834:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822244224:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5598us (5774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.550841:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5448 00000100:00100000:0.0:1746126474.552007:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:2.0:1746126474.552042:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126474.552153:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822244352 00000100:00100000:3.0:1746126474.552159:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822244352 00002000:00100000:3.0:1746126474.552186:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e4e300 x1830945822244352/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.552202:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4e300 with x1830945822244352 ext(0->7) 00010000:00010000:3.0:1746126474.552208:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 98 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.552219:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 98 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.552224:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4e300 00000100:00100000:3.0:1746126474.552238:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2015 00000100:00100000:3.0:1746126474.552244:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+98:1977:x1830945822244352:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126474.552475:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1977:x1830945822244352:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 231us (470us total) trans 4294968073 rc 0/0 00000100:00100000:3.0:1746126474.552481:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2015 00002000:00100000:3.0:1746126474.552487:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880093e4e300 x1830945822244352/t4294968073(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/448 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.552508:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4e300 with x1830945822244352 ext(0->7) 00010000:00010000:3.0:1746126474.552513:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 100 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746126474.552520:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 100 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746126474.552525:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4e300 00000100:00100000:0.0:1746126474.562097:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.562347:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.562396:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822244480 00000100:00100000:1.0:1746126474.562402:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822244480 00010000:00010000:1.0:1746126474.562430:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 100 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746126474.563181:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822244608 00000100:00100000:2.0:1746126474.563185:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822244608 00000100:00100000:2.0:1746126474.563225:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5449 00000100:00100000:2.0:1746126474.563231:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:31630:x1830945822244608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.563242:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.563253:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c885 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.563271:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.563276:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.563280:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126474.563284:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 102 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.563311:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.563320:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 102 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.563329:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bacc00, rc 0) 00000100:00100000:2.0:1746126474.563364:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822244608:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.563369:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5449 00000100:00100000:1.0:1746126474.563422:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7661 00000100:00100000:1.0:1746126474.563427:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1975:x1830945822244480:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.563434:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.563450:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 101 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.563458:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 101 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.563473:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117224 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c877 expref: 101 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.563483:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.563485:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.563489:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.563508:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.563524:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.563532:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 5 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.563542:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820556288:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.563587:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82210c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.568534:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.568625:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820556288:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.568643:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.568676:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1975:x1830945822244480:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5248us (6585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.568685:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7661 00000100:00100000:2.0:1746126474.568753:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822244864 00000100:00100000:2.0:1746126474.568759:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822244864 00002000:00100000:2.0:1746126474.568790:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4c000 x1830945822244864/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.568799:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4c000 with x1830945822244864 ext(0->4095) 00010000:00010000:2.0:1746126474.568805:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.568819:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.568824:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4c000 00000100:00100000:2.0:1746126474.568969:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2016 00000100:00100000:2.0:1746126474.568975:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822244864:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126474.569086:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822244864:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.569092:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2016 00002000:00100000:2.0:1746126474.569096:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4c000 x1830945822244864/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.569103:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4c000 with x1830945822244864 ext(0->4095) 00010000:00010000:2.0:1746126474.569107:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746126474.569115:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746126474.569120:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4c000 00000100:00100000:0.0:1746126474.572768:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.572855:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822244992 00000100:00100000:1.0:1746126474.572863:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822244992 00010000:00010000:1.0:1746126474.572888:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746126474.573312:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7662 00000100:00100000:1.0:1746126474.573319:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822244992:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126474.573331:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126474.573347:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.573357:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.573375:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d111722b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c87e expref: 6 pid: 10567 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746126474.573400:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.573402:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.573407:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.573413:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.573437:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126474.573448:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820556416:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126474.573532:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82210c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.576781:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820556416:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126474.576800:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126474.576830:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822244992:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3511us (4068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.576838:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7662 00000100:00100000:0.0:1746126474.577051:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.577170:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822245248 00000100:00100000:3.0:1746126474.577176:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822245248 00002000:00100000:3.0:1746126474.577212:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4d880 x1830945822245248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.577221:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d880 with x1830945822245248 ext(0->4095) 00002000:00010000:3.0:1746126474.577224:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4d880 00000100:00100000:3.0:1746126474.577246:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4082 00000100:00100000:3.0:1746126474.577252:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822245248:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126474.577362:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822245248:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.577367:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4082 00002000:00100000:3.0:1746126474.577372:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4d880 x1830945822245248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.577378:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4d880 with x1830945822245248 ext(0->4095) 00002000:00010000:3.0:1746126474.577381:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4d880 00000100:00100000:0.0:1746126474.580820:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.580965:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822245376 00000100:00100000:2.0:1746126474.580973:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822245376 00000100:00100000:2.0:1746126474.581016:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5450 00000100:00100000:2.0:1746126474.581022:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822245376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.581035:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.581049:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c88c expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.581071:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.581077:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.581078:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.581081:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.581104:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.581114:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 99 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.581124:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820556544:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.582256:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.585026:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820556544:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.585049:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.585062:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bace00, rc 0) 00000100:00100000:2.0:1746126474.585103:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822245376:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4081us (4289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.585110:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5450 00000100:00100000:0.0:1746126474.585517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.585760:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822245504 00000100:00100000:2.0:1746126474.585766:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822245504 00010000:00010000:2.0:1746126474.585786:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 100 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.585815:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7663 00000100:00100000:2.0:1746126474.585821:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822245504:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.585830:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.585846:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 100 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.585855:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 100 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.585873:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d1117232 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c885 expref: 100 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.585886:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.585888:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.585893:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.585900:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.585922:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.585931:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820556672:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.585989:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.588961:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.589179:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820556672:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.589202:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.589241:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:1976:x1830945822245504:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3420us (3724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.589249:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7663 00000100:00100000:2.0:1746126474.589308:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822245632 00000100:00100000:2.0:1746126474.589313:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822245632 00000100:00100000:2.0:1746126474.589334:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5451 00000100:00100000:2.0:1746126474.589339:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+99:31630:x1830945822245632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.589353:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.589365:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c893 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.589388:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.589394:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.589396:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.589398:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 100 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.589423:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.589432:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 5 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.590236:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820556800:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.590384:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.591313:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.591484:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822245888 00000100:00100000:2.0:1746126474.591489:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822245888 00002000:00100000:2.0:1746126474.591541:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ce00 x1830945822245888/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.591550:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ce00 with x1830945822245888 ext(0->4095) 00010000:00010000:2.0:1746126474.591556:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.591568:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.591573:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ce00 00000100:00100000:2.0:1746126474.592199:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2017 00000100:00100000:2.0:1746126474.592206:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822245888:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126474.592342:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822245888:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (1030us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.592348:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2017 00002000:00100000:2.0:1746126474.592353:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093e4ce00 x1830945822245888/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.592360:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ce00 with x1830945822245888 ext(0->4095) 00010000:00010000:2.0:1746126474.592364:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.592373:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.592378:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ce00 00000100:00100000:2.0:1746126474.593839:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820556800:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.593860:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 100 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.593873:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac800, rc 0) 00000100:00100000:2.0:1746126474.593898:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:31630:x1830945822245632:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4558us (4942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.593905:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5451 00000100:00100000:0.0:1746126474.596946:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.597363:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822246016 00000100:00100000:2.0:1746126474.597370:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822246016 00000100:00100000:2.0:1746126474.597411:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5452 00000100:00100000:2.0:1746126474.597417:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:31631:x1830945822246016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.597430:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.597445:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c89a expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.597462:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.597466:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.597471:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.597474:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.597520:0:8479:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.597529:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.597540:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728a00, rc 0) 00000100:00100000:2.0:1746126474.597571:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:31631:x1830945822246016:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.597575:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5452 00000100:00100000:0.0:1746126474.597631:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.597738:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822246144 00000100:00100000:3.0:1746126474.597741:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822246144 00010000:00010000:3.0:1746126474.597755:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.597770:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7664 00000100:00100000:3.0:1746126474.597774:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822246144:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.597780:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.597795:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.597804:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.597817:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d1117239 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c88c expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.597830:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.597832:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.597836:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 100 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.597841:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 100 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.597859:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 100 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.597867:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 100 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.597875:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820557056:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.597922:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.601030:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820557056:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.601049:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.601124:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822246144:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3347us (3491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.601133:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7664 00000100:00100000:0.0:1746126474.602480:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.602625:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822246400 00000100:00100000:3.0:1746126474.602631:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822246400 00002000:00100000:3.0:1746126474.602659:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092807b80 x1830945822246400/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.602668:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807b80 with x1830945822246400 ext(0->4095) 00010000:00010000:3.0:1746126474.602676:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 101 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.602688:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 101 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.602693:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092807b80 00000100:00100000:3.0:1746126474.603160:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2018 00000100:00100000:3.0:1746126474.603166:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1977:x1830945822246400:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126474.603303:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1977:x1830945822246400:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (825us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.603309:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2018 00002000:00100000:3.0:1746126474.603315:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092807b80 x1830945822246400/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.603322:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807b80 with x1830945822246400 ext(0->4095) 00010000:00010000:3.0:1746126474.603326:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 101 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.603334:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 101 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.603340:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092807b80 00000100:00100000:0.0:1746126474.606623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.606834:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822246528 00000100:00100000:3.0:1746126474.606842:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822246528 00010000:00010000:3.0:1746126474.606869:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 101 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.606901:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7665 00000100:00100000:3.0:1746126474.606908:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1974:x1830945822246528:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.606919:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.606935:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 101 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.606948:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 101 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.606966:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac800/0x8f8d42f0d1117240 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c893 expref: 101 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.606987:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.606989:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.606994:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 100 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.607000:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 100 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.607026:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 100 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.607036:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820557184:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.607922:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.610632:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820557184:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.610652:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.610700:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1974:x1830945822246528:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3791us (4082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.610708:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7665 00000100:00100000:0.0:1746126474.611572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.611763:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822246784 00000100:00100000:2.0:1746126474.611769:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822246784 00002000:00100000:2.0:1746126474.611799:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804380 x1830945822246784/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.611807:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804380 with x1830945822246784 ext(0->4095) 00002000:00010000:2.0:1746126474.611811:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092804380 00000100:00100000:2.0:1746126474.611837:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4083 00000100:00100000:2.0:1746126474.611843:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1977:x1830945822246784:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126474.612831:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1977:x1830945822246784:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 986us (1258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.612837:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4083 00002000:00100000:2.0:1746126474.612842:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804380 x1830945822246784/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.612849:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804380 with x1830945822246784 ext(0->4095) 00002000:00010000:2.0:1746126474.612851:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092804380 00000100:00100000:0.0:1746126474.615678:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.615951:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822246912 00000100:00100000:1.0:1746126474.615958:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822246912 00000100:00100000:1.0:1746126474.616047:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5453 00000100:00100000:1.0:1746126474.616054:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822246912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.616070:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.616083:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8a1 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.616104:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.616110:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.616111:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.616114:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.616136:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.616146:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 99 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746126474.616155:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820557312:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126474.616713:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82210c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.619054:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820557312:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126474.619082:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.619096:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838200, rc 0) 00000100:00100000:1.0:1746126474.619151:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822246912:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3096us (3476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.619161:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5453 00000100:00100000:0.0:1746126474.619956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.620480:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822247040 00000100:00100000:3.0:1746126474.620486:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822247040 00010000:00010000:3.0:1746126474.620530:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 100 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.620561:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7666 00000100:00100000:3.0:1746126474.620567:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1977:x1830945822247040:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.620579:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.620594:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 100 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.620604:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 100 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.620622:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d1117247 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c89a expref: 100 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.620635:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.620636:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.620642:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.620647:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.620673:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.620682:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820557440:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.623445:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.623694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.624170:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822247168 00000100:00100000:0.0:1746126474.624177:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822247168 00000100:00100000:0.0:1746126474.624220:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5454 00000100:00100000:0.0:1746126474.624226:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:31630:x1830945822247168:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126474.624239:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126474.624253:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8a8 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.624274:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.624279:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126474.624281:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126474.624283:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.624303:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.624312:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 5 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746126474.624321:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092805f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820557568:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126474.624363:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093c156c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.624821:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820557440:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.624837:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.624861:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1977:x1830945822247040:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4295us (4907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.624868:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7666 00000100:00100000:0.0:1746126474.625369:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.625772:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822247424 00000100:00100000:3.0:1746126474.625777:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822247424 00002000:00100000:3.0:1746126474.625801:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092806a00 x1830945822247424/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.625808:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092806a00 with x1830945822247424 ext(0->4095) 00010000:00010000:3.0:1746126474.625813:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.625822:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.625827:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092806a00 00000100:00100000:3.0:1746126474.625849:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2019 00000100:00100000:3.0:1746126474.625854:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822247424:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126474.626270:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822247424:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 413us (900us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.626276:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2019 00002000:00100000:3.0:1746126474.626280:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092806a00 x1830945822247424/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.626292:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092806a00 with x1830945822247424 ext(0->4095) 00010000:00010000:3.0:1746126474.626295:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.626303:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.626307:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092806a00 00000100:00100000:2.0:1746126474.628563:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092805f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820557568:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.628586:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 100 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.628601:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a287400, rc 0) 00000100:00100000:2.0:1746126474.628646:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:31630:x1830945822247168:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4419us (4954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.628653:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5454 00000100:00100000:0.0:1746126474.629183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.630064:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.630114:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822247680 00000100:00100000:3.0:1746126474.630120:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822247680 00010000:00010000:3.0:1746126474.630145:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.630147:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822247552 00000100:00100000:2.0:1746126474.630151:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822247552 00000100:00100000:2.0:1746126474.630174:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5455 00000100:00100000:3.0:1746126474.630176:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7667 00000100:00100000:2.0:1746126474.630179:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:31631:x1830945822247552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126474.630181:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b13a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822247680:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.630203:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.630204:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.630215:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8af expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.630222:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.630230:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.630235:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.630240:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.630243:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.630672:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.630688:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d111724e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a1 expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.630701:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.630702:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.630704:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.630707:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.630714:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.630723:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.630731:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.630734:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728a00, rc 0) 00010000:00010000:3.0:1746126474.630741:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.630751:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820557824:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.630811:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:31631:x1830945822247552:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 630us (1627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.630817:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5455 00000100:00100000:3.0:1746126474.631697:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801306373c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.633346:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820557824:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.633360:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.633388:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b13a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822247680:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3206us (3324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.633396:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7667 00000100:00100000:0.0:1746126474.635144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.635344:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822247936 00000100:00100000:3.0:1746126474.635351:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822247936 00002000:00100000:3.0:1746126474.635382:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804700 x1830945822247936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.635390:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804700 with x1830945822247936 ext(0->4095) 00010000:00010000:3.0:1746126474.635397:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.635413:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.635419:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092804700 00000100:00100000:3.0:1746126474.635443:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2020 00000100:00100000:3.0:1746126474.635449:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1977:x1830945822247936:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126474.637298:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1977:x1830945822247936:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 1844us (2152us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.637307:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2020 00002000:00100000:3.0:1746126474.637314:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804700 x1830945822247936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.637321:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804700 with x1830945822247936 ext(0->4095) 00010000:00010000:3.0:1746126474.637327:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.637340:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.637345:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092804700 00000100:00100000:0.0:1746126474.640141:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.641103:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822248064 00000100:00100000:3.0:1746126474.641112:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822248064 00010000:00010000:3.0:1746126474.641141:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.641164:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7668 00000100:00100000:3.0:1746126474.641170:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1975:x1830945822248064:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.641180:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.641206:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.641217:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.641235:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a287400/0x8f8d42f0d1117255 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8a8 expref: 101 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.642558:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.642561:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.642568:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 100 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.642576:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 100 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.642608:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 100 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.642619:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820557952:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.643463:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.647397:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.647467:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822248320 00000100:00100000:2.0:1746126474.647475:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822248320 00002000:00100000:2.0:1746126474.647529:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804a80 x1830945822248320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.647538:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804a80 with x1830945822248320 ext(0->4095) 00002000:00010000:2.0:1746126474.647541:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092804a80 00000100:00100000:2.0:1746126474.647557:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4084 00000100:00100000:2.0:1746126474.647564:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1977:x1830945822248320:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126474.647750:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820557952:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.647765:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.647852:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1977:x1830945822248320:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 288us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.647858:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4084 00002000:00100000:2.0:1746126474.647863:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880092804a80 x1830945822248320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.647869:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804a80 with x1830945822248320 ext(0->4095) 00002000:00010000:2.0:1746126474.647871:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092804a80 00000100:00100000:3.0:1746126474.648040:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1975:x1830945822248064:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6869us (7903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.648047:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7668 00000100:00100000:0.0:1746126474.653830:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.653908:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822248448 00000100:00100000:2.0:1746126474.653915:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822248448 00000100:00100000:2.0:1746126474.653950:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5456 00000100:00100000:2.0:1746126474.653955:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822248448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.653970:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.653984:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8b6 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.654005:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.654010:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.654012:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.654014:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.654036:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.654045:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 99 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.654054:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820558080:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.656938:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.659622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.660086:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820558080:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.660110:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.660124:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728600, rc 0) 00000100:00100000:2.0:1746126474.660158:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822248448:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6201us (6334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.660168:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5456 00000100:00100000:3.0:1746126474.660244:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822248576 00000100:00100000:3.0:1746126474.660250:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822248576 00010000:00010000:3.0:1746126474.660270:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 100 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.660301:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7669 00000100:00100000:3.0:1746126474.660307:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822248576:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.660317:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.660332:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 100 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.660341:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 100 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.660358:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728a00/0x8f8d42f0d111725c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8af expref: 100 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.660371:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.660372:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.660377:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.660385:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.660408:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.660418:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820558208:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.660460:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.661075:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.661376:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822248704 00000100:00100000:2.0:1746126474.661380:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822248704 00000100:00100000:2.0:1746126474.661399:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5457 00000100:00100000:2.0:1746126474.661404:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:31630:x1830945822248704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.661413:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.661422:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8bd expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.661436:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.661441:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.661442:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.661444:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.661458:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.661466:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 5 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.661473:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820558336:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.661518:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.664512:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820558208:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.664529:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.664566:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+101:1976:x1830945822248576:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4259us (4950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.664574:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7669 00000100:00100000:0.0:1746126474.664697:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.665257:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820558336:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.665278:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 100 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.665292:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bace00, rc 0) 00000100:00100000:2.0:1746126474.665327:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:31630:x1830945822248704:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3922us (4252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.665333:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5457 00000100:00100000:3.0:1746126474.665406:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822248960 00000100:00100000:3.0:1746126474.665410:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822248960 00002000:00100000:3.0:1746126474.665436:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf51f80 x1830945822248960/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.665444:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51f80 with x1830945822248960 ext(0->4095) 00010000:00010000:3.0:1746126474.665449:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.665459:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.665464:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51f80 00000100:00100000:3.0:1746126474.665487:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2021 00000100:00100000:3.0:1746126474.665507:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822248960:12345-192.168.203.3@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746126474.665614:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822248960:12345-192.168.203.3@tcp:3:ldlm_bl.0 Request processed in 121us (916us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.665618:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2021 00002000:00100000:3.0:1746126474.665623:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf51f80 x1830945822248960/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.665629:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51f80 with x1830945822248960 ext(0->4095) 00010000:00010000:3.0:1746126474.665633:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.665641:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.665646:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51f80 00000100:00100000:0.0:1746126474.668904:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.669025:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822249088 00000100:00100000:3.0:1746126474.669032:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822249088 00010000:00010000:3.0:1746126474.669057:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.669084:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7670 00000100:00100000:3.0:1746126474.669089:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822249088:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.669098:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.669113:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.669122:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.669139:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135728600/0x8f8d42f0d1117263 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8b6 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.669482:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.669485:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.669491:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.669519:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.669546:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 99 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.669556:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820558464:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.670067:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.672135:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.672218:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820558464:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.672233:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.672262:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1975:x1830945822249088:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3173us (3364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.672270:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7670 00000100:00100000:1.0:1746126474.672336:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822249344 00000100:00100000:1.0:1746126474.672341:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822249344 00002000:00100000:1.0:1746126474.672367:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf53b80 x1830945822249344/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.672375:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf53b80 with x1830945822249344 ext(0->4095) 00002000:00010000:1.0:1746126474.672378:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf53b80 00000100:00100000:1.0:1746126474.672391:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4085 00000100:00100000:1.0:1746126474.672395:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822249344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126474.672520:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822249344:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.672525:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4085 00002000:00100000:1.0:1746126474.672530:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88012bf53b80 x1830945822249344/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.672536:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf53b80 with x1830945822249344 ext(0->4095) 00002000:00010000:1.0:1746126474.672539:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf53b80 00000100:00100000:0.0:1746126474.680921:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.681092:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822249472 00000100:00100000:2.0:1746126474.681100:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822249472 00000100:00100000:2.0:1746126474.681132:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5458 00000100:00100000:2.0:1746126474.681138:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822249472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.681152:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.681165:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8c4 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.681188:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.681222:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.681223:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.681226:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.681248:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.681258:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 99 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.681269:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820558592:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.681341:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.688383:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820558592:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.688407:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.688421:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac600, rc 0) 00000100:00100000:2.0:1746126474.688467:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822249472:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7327us (7551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.688474:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5458 00000100:00100000:0.0:1746126474.693575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.693646:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822249600 00000100:00100000:3.0:1746126474.693653:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822249600 00002000:00100000:3.0:1746126474.693684:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012bf51500 x1830945822249600/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.693692:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51500 with x1830945822249600 ext(0->7) 00010000:00010000:3.0:1746126474.693699:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 100 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.693714:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 100 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.693719:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51500 00000100:00100000:3.0:1746126474.693737:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2022 00000100:00100000:3.0:1746126474.693742:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+100:1976:x1830945822249600:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126474.693976:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1976:x1830945822249600:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 233us (406us total) trans 4294968074 rc 0/0 00000100:00100000:3.0:1746126474.693982:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2022 00002000:00100000:3.0:1746126474.693987:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff88012bf51500 x1830945822249600/t4294968074(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/448 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.693993:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51500 with x1830945822249600 ext(0->7) 00010000:00010000:3.0:1746126474.693997:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 102 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.694005:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 102 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.694010:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf51500 00000100:00100000:0.0:1746126474.695401:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.695475:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822249728 00000100:00100000:3.0:1746126474.695478:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822249728 00010000:00010000:3.0:1746126474.695525:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 102 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.695543:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7671 00000100:00100000:3.0:1746126474.696516:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822249728:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.696685:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.696702:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 102 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.696713:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 102 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.696731:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bace00/0x8f8d42f0d111726a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8bd expref: 102 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.699816:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.699820:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.699831:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.699842:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.699888:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.699900:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820558720:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.699961:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.700170:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.700225:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822249856 00000100:00100000:2.0:1746126474.700231:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822249856 00000100:00100000:2.0:1746126474.700274:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5459 00000100:00100000:2.0:1746126474.700280:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:31630:x1830945822249856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.700291:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.700302:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8cb expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.700320:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.700325:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.700326:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.700329:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.700348:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.700358:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 5 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.700365:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820558848:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.700401:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.703550:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820558848:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.703573:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 103 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.703586:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bada00, rc 0) 00000100:00100000:2.0:1746126474.703630:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:31630:x1830945822249856:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3349us (3459us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.703637:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5459 00000100:00100000:3.0:1746126474.704261:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820558720:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.704273:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.704306:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822249728:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 8756us (8906us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.704313:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7671 00000100:00100000:0.0:1746126474.704911:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.705339:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822250112 00000100:00100000:2.0:1746126474.705344:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822250112 00002000:00100000:2.0:1746126474.705371:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133337800 x1830945822250112/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.705379:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337800 with x1830945822250112 ext(0->4095) 00010000:00010000:2.0:1746126474.705385:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.705398:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.705404:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133337800 00000100:00100000:2.0:1746126474.705427:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2023 00000100:00100000:2.0:1746126474.705433:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822250112:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126474.705581:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822250112:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (670us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.705586:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2023 00002000:00100000:2.0:1746126474.705591:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133337800 x1830945822250112/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.705597:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337800 with x1830945822250112 ext(0->4095) 00010000:00010000:2.0:1746126474.705601:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.705609:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.705614:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133337800 00000100:00100000:0.0:1746126474.707717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.707820:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822250240 00000100:00100000:3.0:1746126474.707825:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822250240 00010000:00010000:3.0:1746126474.707846:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.707874:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7672 00000100:00100000:3.0:1746126474.707879:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822250240:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.707888:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.707901:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.707910:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.707926:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117271 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8c4 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.707936:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.707938:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.707943:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.707950:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.707979:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.707989:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820558976:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.708051:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.709303:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820558976:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.709316:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.709348:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822250240:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1468us (1635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.709356:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7672 00000100:00100000:0.0:1746126474.709944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.710006:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822250496 00000100:00100000:3.0:1746126474.710010:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822250496 00002000:00100000:3.0:1746126474.710034:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133337480 x1830945822250496/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.710046:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337480 with x1830945822250496 ext(0->4095) 00002000:00010000:3.0:1746126474.710050:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133337480 00000100:00100000:3.0:1746126474.710071:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4086 00000100:00100000:3.0:1746126474.710076:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822250496:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126474.710177:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822250496:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (234us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.710183:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4086 00002000:00100000:3.0:1746126474.710188:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133337480 x1830945822250496/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.710205:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133337480 with x1830945822250496 ext(0->4095) 00002000:00010000:3.0:1746126474.710208:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133337480 00000100:00100000:0.0:1746126474.712956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.713457:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822250624 00000100:00100000:2.0:1746126474.713464:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822250624 00000100:00100000:2.0:1746126474.713515:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5460 00000100:00100000:2.0:1746126474.713522:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822250624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.713534:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.713548:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8d2 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.713569:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.713574:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.713575:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.713578:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.713599:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 101 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.713607:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 101 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.713616:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820559104:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.713686:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.715682:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820559104:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126474.715773:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.715786:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bacc00, rc 0) 00000100:00100000:2.0:1746126474.715818:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822250624:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2296us (2867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.715826:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5460 00000100:00100000:0.0:1746126474.716757:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.716814:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822250752 00000100:00100000:2.0:1746126474.716819:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822250752 00002000:00100000:2.0:1746126474.716843:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880133334380 x1830945822250752/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.716850:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133334380 with x1830945822250752 ext(0->7) 00010000:00010000:2.0:1746126474.716855:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 102 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.716864:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 102 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.716869:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133334380 00000100:00100000:2.0:1746126474.716963:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2024 00000100:00100000:2.0:1746126474.716969:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+102:1977:x1830945822250752:12345-192.168.203.3@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126474.717513:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1977:x1830945822250752:12345-192.168.203.3@tcp:4:ldlm_bl.0 Request processed in 523us (736us total) trans 4294968075 rc 0/0 00000100:00100000:2.0:1746126474.717519:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2024 00002000:00100000:2.0:1746126474.717524:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->7) req@ffff880133334380 x1830945822250752/t4294968075(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 496/448 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.717530:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133334380 with x1830945822250752 ext(0->7) 00010000:00010000:2.0:1746126474.717534:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 104 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.717542:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 104 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.717548:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133334380 00000100:00100000:0.0:1746126474.718777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.718836:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822250880 00000100:00100000:3.0:1746126474.718840:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822250880 00010000:00010000:3.0:1746126474.718856:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 104 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.719046:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7673 00000100:00100000:3.0:1746126474.719053:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1975:x1830945822250880:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.719061:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.719076:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 104 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.719085:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 104 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.719102:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d1117278 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8cb expref: 104 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.719124:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.719126:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.719131:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.719137:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.719162:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.719176:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820559232:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.719239:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.724047:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820559232:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.724070:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126474.724098:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.724144:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822251136 00000100:00100000:2.0:1746126474.724149:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822251136 00002000:00100000:2.0:1746126474.724179:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133336680 x1830945822251136/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.724195:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133336680 with x1830945822251136 ext(0->4095) 00002000:00010000:2.0:1746126474.724199:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133336680 00000100:00100000:2.0:1746126474.724215:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4087 00000100:00100000:2.0:1746126474.724221:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822251136:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126474.724331:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1975:x1830945822250880:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5278us (5556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.724338:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7673 00000100:00100000:2.0:1746126474.724387:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1975:x1830945822251136:12345-192.168.203.3@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.724392:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4087 00002000:00100000:2.0:1746126474.724397:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880133336680 x1830945822251136/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.724404:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133336680 with x1830945822251136 ext(0->4095) 00002000:00010000:2.0:1746126474.724406:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133336680 00000100:00100000:0.0:1746126474.726440:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.726488:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822251264 00000100:00100000:2.0:1746126474.726531:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822251264 00000100:00100000:2.0:1746126474.726562:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5461 00000100:00100000:2.0:1746126474.726567:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:31631:x1830945822251264:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.726578:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.726590:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8d9 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.726610:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.726620:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.726621:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.726624:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 104 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.726645:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 5 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.726654:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 5 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.726663:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820559360:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126474.727212:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.730290:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.730363:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.730437:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822251520 00000100:00100000:1.0:1746126474.730443:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822251520 00000100:00100000:1.0:1746126474.730473:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5462 00000100:00100000:1.0:1746126474.730479:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:31630:x1830945822251520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.730514:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.730528:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8e0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.730551:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126474.730555:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 106 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.730564:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820559360:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126474.730564:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.730566:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 106 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.730579:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 106 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.730586:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 106 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.730587:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac600, rc 0) 00010000:00010000:1.0:1746126474.730594:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 106 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.730600:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839400, rc 0) 00000100:00100000:2.0:1746126474.730615:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:31631:x1830945822251264:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4047us (4180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.730651:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822251392 00000100:00100000:3.0:1746126474.730655:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822251392 00010000:00010000:3.0:1746126474.730672:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.730693:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7674 00000100:00100000:3.0:1746126474.730698:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b139c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1974:x1830945822251392:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.730704:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.730718:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.730726:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.730739:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bacc00/0x8f8d42f0d111727f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d2 expref: 6 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.730751:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.730752:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.730756:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 106 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.730762:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 106 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.730794:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 106 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.730803:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 106 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.730812:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820559616:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.730857:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5461 00000100:00100000:1.0:1746126474.730886:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:31630:x1830945822251520:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 407us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.730891:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5462 00000100:00100000:3.0:1746126474.731366:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.734412:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820559616:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.734429:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.734463:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b139c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1974:x1830945822251392:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3764us (4099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.734475:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7674 00000100:00100000:0.0:1746126474.734965:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.735086:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822251776 00000100:00100000:2.0:1746126474.735091:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822251776 00002000:00100000:2.0:1746126474.735120:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093654e00 x1830945822251776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.735129:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654e00 with x1830945822251776 ext(0->4095) 00010000:00010000:2.0:1746126474.735135:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 105 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.735146:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 105 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.735151:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093654e00 00000100:00100000:2.0:1746126474.735173:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2025 00000100:00100000:2.0:1746126474.735179:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1974:x1830945822251776:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126474.735307:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1974:x1830945822251776:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.735313:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2025 00002000:00100000:2.0:1746126474.735318:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093654e00 x1830945822251776/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.735325:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654e00 with x1830945822251776 ext(0->4095) 00010000:00010000:2.0:1746126474.735329:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 105 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.735341:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 105 pid: 8479 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.735346:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093654e00 00000100:00100000:0.0:1746126474.737165:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.737822:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822251904 00000100:00100000:2.0:1746126474.737827:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822251904 00000100:00100000:2.0:1746126474.738068:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5463 00000100:00100000:2.0:1746126474.738074:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822251904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.738085:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.738096:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8e7 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.738113:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126474.738117:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.738121:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126474.738124:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.738145:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.738153:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.738159:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac400, rc 0) 00000100:00100000:2.0:1746126474.738199:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822251904:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.738204:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5463 00000100:00100000:0.0:1746126474.739893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.739973:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822252032 00000100:00100000:2.0:1746126474.739978:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822252032 00010000:00010000:2.0:1746126474.739996:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 105 pid: 8479 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.740576:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7675 00000100:00100000:2.0:1746126474.740582:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1976:x1830945822252032:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.740592:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.740606:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 105 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.740614:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 105 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.740629:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac600/0x8f8d42f0d1117286 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8d9 expref: 105 pid: 8479 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.740651:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.740653:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.740658:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.740665:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.740689:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.740697:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 104 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.740705:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820559872:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.740757:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.742530:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820559872:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.742542:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.742566:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1976:x1830945822252032:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1985us (2676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.742573:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7675 00000100:00100000:0.0:1746126474.744474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.745121:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822252288 00000100:00100000:2.0:1746126474.745128:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822252288 00002000:00100000:2.0:1746126474.745160:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093654700 x1830945822252288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.745168:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654700 with x1830945822252288 ext(0->4095) 00010000:00010000:2.0:1746126474.745175:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 104 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.745187:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 104 pid: 10567 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.745201:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093654700 00000100:00100000:2.0:1746126474.745225:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2026 00000100:00100000:2.0:1746126474.745232:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1976:x1830945822252288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126474.745904:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1976:x1830945822252288:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 672us (1433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.745910:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2026 00002000:00100000:2.0:1746126474.745915:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880093654700 x1830945822252288/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.745920:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654700 with x1830945822252288 ext(0->4095) 00010000:00010000:2.0:1746126474.745924:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 104 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.745932:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 104 pid: 10567 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.745937:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093654700 00000100:00100000:0.0:1746126474.747728:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.747777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.748311:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822252416 00000100:00100000:1.0:1746126474.748318:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822252416 00000100:00100000:1.0:1746126474.748360:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5464 00000100:00100000:1.0:1746126474.748366:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:31630:x1830945822252416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.748377:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.748390:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8ee expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.748412:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.748417:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.748422:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126474.748424:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 105 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.748451:0:10567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.748461:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 105 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.748468:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838c00, rc 0) 00000100:00100000:1.0:1746126474.748519:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:31630:x1830945822252416:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.748524:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5464 00000100:00100000:2.0:1746126474.749241:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822252544 00000100:00100000:2.0:1746126474.749245:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822252544 00010000:00010000:2.0:1746126474.749259:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.749283:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7676 00000100:00100000:2.0:1746126474.749288:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1975:x1830945822252544:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.749295:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.749308:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.749320:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.749334:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839400/0x8f8d42f0d111728d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e0 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.749566:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.749568:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.749573:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.749580:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.749597:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.749606:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 5 pid: 8481 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.749615:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820560128:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.750334:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.752110:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.752180:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820560128:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.752203:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.752241:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1975:x1830945822252544:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2952us (4462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.752252:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7676 00000100:00100000:3.0:1746126474.752516:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822252800 00000100:00100000:3.0:1746126474.752521:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822252800 00002000:00100000:3.0:1746126474.752547:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df7b100 x1830945822252800/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.752554:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7b100 with x1830945822252800 ext(0->4095) 00010000:00010000:3.0:1746126474.752561:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.752571:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.752577:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df7b100 00000100:00100000:3.0:1746126474.752588:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2027 00000100:00100000:3.0:1746126474.752594:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822252800:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126474.752820:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822252800:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 224us (711us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.752826:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2027 00002000:00100000:3.0:1746126474.752831:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df7b100 x1830945822252800/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126474.752837:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7b100 with x1830945822252800 ext(0->4095) 00010000:00010000:3.0:1746126474.752841:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.752849:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746126474.752854:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009df7b100 00000100:00100000:0.0:1746126474.755051:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.755116:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822252928 00000100:00100000:2.0:1746126474.755121:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822252928 00010000:00010000:2.0:1746126474.755139:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.755214:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7677 00000100:00100000:2.0:1746126474.755220:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822252928:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126474.755229:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126474.755242:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.755250:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.755266:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117294 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8e7 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.755277:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.755278:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.755283:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 103 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.755290:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 103 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.755312:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 103 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126474.755322:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820560256:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126474.755688:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.758529:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820560256:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126474.758546:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126474.758587:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822252928:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3366us (3538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.758596:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7677 00000100:00100000:0.0:1746126474.758640:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.758703:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822253184 00000100:00100000:0.0:1746126474.758947:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822253184 00002000:00100000:0.0:1746126474.758979:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df7bb80 x1830945822253184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126474.758987:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7bb80 with x1830945822253184 ext(0->4095) 00002000:00010000:0.0:1746126474.758992:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009df7bb80 00000100:00100000:0.0:1746126474.759018:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4088 00000100:00100000:0.0:1746126474.759024:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1974:x1830945822253184:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126474.759146:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1974:x1830945822253184:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (506us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126474.759151:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4088 00002000:00100000:0.0:1746126474.759157:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff88009df7bb80 x1830945822253184/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126474.759164:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7bb80 with x1830945822253184 ext(0->4095) 00002000:00010000:0.0:1746126474.759166:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009df7bb80 00000100:00100000:0.0:1746126474.760863:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.762467:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822253312 00000100:00100000:3.0:1746126474.762475:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822253312 00000100:00100000:3.0:1746126474.762616:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5465 00000100:00100000:3.0:1746126474.762623:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822253312:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126474.762636:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.762649:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8f5 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.762670:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 103 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.762677:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126474.762678:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126474.762681:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.762703:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 103 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.762712:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 103 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.762722:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820560384:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126474.763161:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.765567:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820560384:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126474.765587:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 6 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.765600:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289ea00, rc 0) 00000100:00100000:3.0:1746126474.765629:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822253312:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3006us (4770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.765635:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5465 00000100:00100000:0.0:1746126474.767880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.768317:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822253440 00000100:00100000:3.0:1746126474.768323:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822253440 00010000:00010000:3.0:1746126474.768348:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 104 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.768378:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7678 00000100:00100000:3.0:1746126474.768384:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1976:x1830945822253440:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.768397:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.768412:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 104 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.768421:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 104 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.768437:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838c00/0x8f8d42f0d111729b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8ee expref: 104 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.769243:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.769246:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.769254:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.769262:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.769290:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.769300:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820560512:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.769367:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.769702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.770038:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822253568 00000100:00100000:3.0:1746126474.770042:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822253568 00000100:00100000:3.0:1746126474.770071:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5466 00000100:00100000:3.0:1746126474.770077:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:31630:x1830945822253568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126474.770089:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.770098:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c8fc expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.770113:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.770118:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.770119:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.770122:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 105 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.770136:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.770144:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 5 pid: 8481 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.770151:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820560640:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126474.770197:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.773734:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820560512:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.773754:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.774154:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1976:x1830945822253440:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5768us (6277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.774162:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7678 00000100:00100000:0.0:1746126474.775271:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.775347:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822253824 00000100:00100000:2.0:1746126474.775351:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822253824 00002000:00100000:2.0:1746126474.775378:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099aff100 x1830945822253824/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.775386:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff100 with x1830945822253824 ext(0->4095) 00010000:00010000:2.0:1746126474.775392:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.775403:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.775408:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aff100 00000100:00100000:2.0:1746126474.775421:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2028 00000100:00100000:2.0:1746126474.775426:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822253824:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126474.775551:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822253824:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.775559:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2028 00002000:00100000:2.0:1746126474.775564:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099aff100 x1830945822253824/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.775570:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff100 with x1830945822253824 ext(0->4095) 00010000:00010000:2.0:1746126474.775574:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.775581:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.775585:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aff100 00000100:00100000:3.0:1746126474.775753:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820560640:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126474.775771:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 104 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.775782:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f400, rc 0) 00000100:00100000:3.0:1746126474.775813:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:31630:x1830945822253568:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5736us (6111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.775818:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5466 00000100:00100000:0.0:1746126474.777784:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.778257:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822253952 00000100:00100000:3.0:1746126474.778264:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822253952 00000100:00100000:3.0:1746126474.778764:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5467 00000100:00100000:3.0:1746126474.778772:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:31631:x1830945822253952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126474.778787:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.778802:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c903 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.778821:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.778826:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 105 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.778831:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126474.778834:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 105 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.778862:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 105 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.778873:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 105 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.778886:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fa00, rc 0) 00000100:00100000:3.0:1746126474.778926:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:31631:x1830945822253952:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.778931:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5467 00000100:00100000:0.0:1746126474.780915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.780997:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822254080 00000100:00100000:3.0:1746126474.781004:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822254080 00010000:00010000:3.0:1746126474.781027:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.781106:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7679 00000100:00100000:3.0:1746126474.781112:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822254080:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.781123:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.781138:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.781148:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.781165:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289ea00/0x8f8d42f0d11172a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8f5 expref: 6 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.781362:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.781365:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.781371:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 104 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.781382:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 104 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.781408:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 104 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.781418:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 104 pid: 8481 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.781427:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820560896:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.781802:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.784623:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820560896:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.784640:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.784685:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822254080:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3572us (3772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.784694:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7679 00000100:00100000:0.0:1746126474.784823:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.785140:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822254336 00000100:00100000:2.0:1746126474.785146:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822254336 00002000:00100000:2.0:1746126474.785174:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afd180 x1830945822254336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.785182:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd180 with x1830945822254336 ext(0->4095) 00010000:00010000:2.0:1746126474.785198:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 105 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.785208:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 105 pid: 8481 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.785214:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099afd180 00000100:00100000:2.0:1746126474.785229:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2029 00000100:00100000:2.0:1746126474.785235:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1976:x1830945822254336:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126474.785353:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1976:x1830945822254336:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (529us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126474.785358:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2029 00002000:00100000:2.0:1746126474.785363:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afd180 x1830945822254336/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126474.785369:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd180 with x1830945822254336 ext(0->4095) 00010000:00010000:2.0:1746126474.785374:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 105 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746126474.785382:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 105 pid: 8481 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746126474.785387:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099afd180 00000100:00100000:0.0:1746126474.788301:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.788402:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822254464 00000100:00100000:3.0:1746126474.788409:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822254464 00010000:00010000:3.0:1746126474.788437:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 105 pid: 8481 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.788468:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7680 00000100:00100000:3.0:1746126474.788474:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1975:x1830945822254464:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.788484:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.788516:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 105 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.788527:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 105 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.788545:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f400/0x8f8d42f0d11172a9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c8fc expref: 105 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.788556:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.788557:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.788563:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 104 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.788686:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 104 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.788711:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 104 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.788721:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820561024:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.788875:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.791927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.791999:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822254720 00000100:00100000:1.0:1746126474.792006:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822254720 00002000:00100000:1.0:1746126474.792041:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afca80 x1830945822254720/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.792050:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afca80 with x1830945822254720 ext(0->4095) 00002000:00010000:1.0:1746126474.792054:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afca80 00000100:00100000:1.0:1746126474.792082:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4089 00000100:00100000:1.0:1746126474.792088:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1974:x1830945822254720:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126474.792170:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820561024:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.792186:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.792232:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1975:x1830945822254464:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3758us (3936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.792240:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7680 00000100:00100000:1.0:1746126474.792473:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1974:x1830945822254720:12345-192.168.203.3@tcp:3:ptlrpcd_00_00.0 Request processed in 384us (552us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.792479:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4089 00002000:00100000:1.0:1746126474.792484:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afca80 x1830945822254720/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.792491:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afca80 with x1830945822254720 ext(0->4095) 00002000:00010000:1.0:1746126474.792508:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afca80 00000100:00100000:0.0:1746126474.795610:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.795689:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822254848 00000100:00100000:1.0:1746126474.795695:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822254848 00000100:00100000:1.0:1746126474.795866:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5468 00000100:00100000:1.0:1746126474.795874:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:31631:x1830945822254848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126474.795888:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.795902:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c90a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.795923:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 103 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.795930:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.795931:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126474.795934:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.795957:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 103 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.795970:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 103 pid: 8481 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746126474.795979:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135702a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820561152:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126474.796306:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8221780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.798700:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135702a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820561152:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126474.798724:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.798736:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838200, rc 0) 00000100:00100000:1.0:1746126474.798777:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:31631:x1830945822254848:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2904us (3172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.798783:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5468 00000100:00100000:0.0:1746126474.799378:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.799516:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822254976 00000100:00100000:3.0:1746126474.799521:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822254976 00010000:00010000:3.0:1746126474.799543:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 104 pid: 8481 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.799899:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7681 00000100:00100000:3.0:1746126474.799905:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b139850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+104:1977:x1830945822254976:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.799915:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.799930:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 104 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.799939:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 104 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.799954:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289fa00/0x8f8d42f0d11172b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c903 expref: 104 pid: 8481 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.799975:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.799976:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.799981:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.799988:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.800009:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.800017:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820561280:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.800068:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a133ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126474.802153:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820561280:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.802168:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.802210:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b139850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:1977:x1830945822254976:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2304us (2833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.802219:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7681 00000100:00100000:0.0:1746126474.802962:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.804300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.804349:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822255360 00000100:00100000:2.0:1746126474.804356:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822255360 00000100:00100000:2.0:1746126474.804401:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5469 00000100:00100000:2.0:1746126474.804407:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+103:31630:x1830945822255360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126474.804421:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126474.804435:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c911 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126474.804444:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822255232 00000100:00100000:1.0:1746126474.804447:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822255232 00010000:00010000:2.0:1746126474.804457:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.804462:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.804463:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126474.804467:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126474.804468:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afe680 x1830945822255232/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.804475:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe680 with x1830945822255232 ext(0->4095) 00010000:00010000:1.0:1746126474.804480:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.804486:0:25023:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.804488:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126474.804509:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099afe680 00010000:00010000:2.0:1746126474.804513:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746126474.804525:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820561408:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126474.804525:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2030 00000100:00100000:1.0:1746126474.804530:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822255232:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126474.804583:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126474.804670:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822255232:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (1709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.804676:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2030 00002000:00100000:1.0:1746126474.804680:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff880099afe680 x1830945822255232/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.804692:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe680 with x1830945822255232 ext(0->4095) 00010000:00010000:1.0:1746126474.804696:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746126474.804705:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746126474.804710:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099afe680 00000100:00100000:2.0:1746126474.807472:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820561408:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126474.807475:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:2.0:1746126474.807511:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126474.807525:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac200, rc 0) 00000100:00100000:3.0:1746126474.807566:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822255488 00000100:00100000:3.0:1746126474.807572:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822255488 00000100:00100000:3.0:1746126474.807601:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5470 00000100:00100000:3.0:1746126474.807606:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:31631:x1830945822255488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126474.807617:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126474.807627:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c918 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.807641:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.807646:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 106 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.807652:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126474.807654:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 106 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.807679:0:8481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 106 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.807688:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 106 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.807699:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289f600, rc 0) 00000100:00100000:3.0:1746126474.807725:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+106:31631:x1830945822255488:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.807730:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5470 00000100:00100000:2.0:1746126474.807775:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:31630:x1830945822255360:12345-192.168.203.3@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3368us (3478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126474.807779:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5469 00000100:00100000:0.0:1746126474.809692:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.809780:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822255616 00000100:00100000:3.0:1746126474.809785:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822255616 00010000:00010000:3.0:1746126474.809808:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.810048:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7682 00000100:00100000:3.0:1746126474.810055:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822255616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.810066:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.810083:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.810093:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.810111:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838200/0x8f8d42f0d11172b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c90a expref: 6 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.810135:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.810136:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.810143:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.810153:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.810176:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 104 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.810185:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 104 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.810205:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820561664:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.810269:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126474.813978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.815125:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820561664:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.815142:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.815187:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822255616:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5132us (5498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126474.815203:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7682 00000100:00100000:1.0:1746126474.815310:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822255872 00000100:00100000:1.0:1746126474.815316:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822255872 00002000:00100000:1.0:1746126474.815345:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f8a80 x1830945822255872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.815353:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8a80 with x1830945822255872 ext(0->4095) 00010000:00010000:1.0:1746126474.815359:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746126474.815374:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746126474.815380:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351f8a80 00000100:00100000:1.0:1746126474.815401:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2031 00000100:00100000:1.0:1746126474.815407:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1976:x1830945822255872:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126474.815542:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1976:x1830945822255872:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (1569us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126474.815548:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2031 00002000:00100000:1.0:1746126474.815552:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8801351f8a80 x1830945822255872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.815559:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8a80 with x1830945822255872 ext(0->4095) 00010000:00010000:1.0:1746126474.815563:0:25023:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746126474.815571:0:25023:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746126474.815576:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351f8a80 00000100:00100000:0.0:1746126474.819577:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126474.819630:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822256000 00000100:00100000:3.0:1746126474.819637:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822256000 00010000:00010000:3.0:1746126474.819665:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746126474.819688:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7683 00000100:00100000:3.0:1746126474.819699:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1976:x1830945822256000:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126474.819709:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126474.819725:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.819739:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.819757:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac200/0x8f8d42f0d11172be lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c911 expref: 105 pid: 10567 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746126474.820321:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.820324:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126474.820332:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 104 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.820340:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 104 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126474.820367:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 104 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126474.820378:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820561792:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126474.820488:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130637840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126474.824110:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.824204:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822256256 00000100:00100000:1.0:1746126474.824211:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822256256 00002000:00100000:1.0:1746126474.824246:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cf800 x1830945822256256/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/0 e 0 to 0 dl 1746126485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.824254:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf800 with x1830945822256256 ext(0->4095) 00002000:00010000:1.0:1746126474.824258:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cf800 00000100:00100000:1.0:1746126474.824275:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4090 00000100:00100000:1.0:1746126474.824281:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1977:x1830945822256256:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126474.824348:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820561792:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126474.824366:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126474.824395:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1976:x1830945822256000:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4701us (4824us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.824398:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+105:1977:x1830945822256256:12345-192.168.203.3@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (295us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126474.824403:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7683 00000100:00100000:1.0:1746126474.824403:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4090 00002000:00100000:1.0:1746126474.824408:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8800946cf800 x1830945822256256/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746126485 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126474.824414:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cf800 with x1830945822256256 ext(0->4095) 00002000:00010000:1.0:1746126474.824416:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cf800 00000100:00100000:3.0:1746126474.839423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.839725:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822256512 00000100:00100000:0.0:1746126474.839733:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822256512 00000100:00100000:0.0:1746126474.839783:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 147 00000100:00100000:0.0:1746126474.839791:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:31630:x1830945822256512:12345-192.168.203.3@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:0.0:1746126474.840010:0:7134:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980592 00000100:00100000:0.0:1746126474.840089:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:31630:x1830945822256512:12345-192.168.203.3@tcp:35:rw_seq_cst_vs_d.0 Request processed in 299us (671us total) trans 4294980593 rc 0/0 00000100:00100000:0.0:1746126474.840095:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 147 00000020:00080000:0.0:1746126474.840099:0:7134:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1746126474.841108:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126474.842201:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126474.843101:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822256768 00000100:00100000:2.0:1746126474.843108:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822256768 00000100:00100000:2.0:1746126474.843559:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 148 00000100:00080000:1.0:1746126474.843560:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126474.843565:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a58b9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:31630:x1830945822256768:12345-192.168.203.3@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126474.843837:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a58b9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:31630:x1830945822256768:12345-192.168.203.3@tcp:35:rw_seq_cst_vs_d.0 Request processed in 271us (1647us total) trans 4294980594 rc 0/0 00000100:00100000:2.0:1746126474.843847:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 148 00000100:00100000:0.0:1746126474.878026:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.879532:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822256896 00000100:00100000:1.0:1746126474.879541:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822256896 00000100:00100000:1.0:1746126474.879581:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30842 00000100:00100000:1.0:1746126474.879588:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:31648:x1830945822256896:12345-192.168.203.3@tcp:101:rm.0 00010000:00010000:1.0:1746126474.879609:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126474.879628:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092839400/0x8f8d42f0d11172cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c91f expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.879677:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092839a00/0x8f8d42f0d11172d3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:1.0:1746126474.879686:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092839a00/0x8f8d42f0d11172d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:1.0:1746126474.879696:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092839a00/0x8f8d42f0d11172d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:1.0:1746126474.879743:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746126474.879746:0:11031:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126474.879757:0:11031:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092839a00/0x8f8d42f0d11172d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:1.0:1746126474.879773:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092839400/0x8f8d42f0d11172cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c91f expref: 10 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.879801:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092839a00/0x8f8d42f0d11172d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c91f expref: 9 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.879808:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7eb600) 00010000:00010000:1.0:1746126474.879810:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126474.879812:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839a00, rc 0) 00000100:00100000:1.0:1746126474.879849:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31648:x1830945822256896:12345-192.168.203.3@tcp:101:rm.0 Request processed in 262us (1829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126474.879855:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30842 00000100:00100000:1.0:1746126474.885205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126474.885847:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822257024 00000100:00100000:0.0:1746126474.885855:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822257024 00000100:00100000:0.0:1746126474.885900:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30843 00000100:00100000:0.0:1746126474.885908:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31648:x1830945822257024:12345-192.168.203.3@tcp:101:rm.0 00010000:00010000:0.0:1746126474.885922:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126474.885937:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a286800/0x8f8d42f0d11172da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c926 expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.885993:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d11172e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886002:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d11172e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886010:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d11172e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886022:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11172e8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886026:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11172e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886031:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11172e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886112:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2800/0x8f8d42f0d11172ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886118:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2800/0x8f8d42f0d11172ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886123:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2800/0x8f8d42f0d11172ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:0.0:1746126474.886145:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 8 00000004:00200000:0.0:1746126474.886148:0:11031:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126474.886158:0:11031:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2800/0x8f8d42f0d11172ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886165:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2800/0x8f8d42f0d11172ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886171:0:11031:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d11172e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886176:0:11031:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d11172e1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886181:0:11031:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d11172e1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886185:0:11031:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6bd2400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126474.886198:0:11031:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d11172e1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886204:0:11031:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d11172e1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886212:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7eb600) 00010000:00010000:0.0:1746126474.886215:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126474.886218:0:11031:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d11172e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886221:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d11172e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886229:0:11031:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11172e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886233:0:11031:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11172e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886237:0:11031:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11172e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886241:0:11031:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fa2a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126474.886244:0:11031:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11172e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886248:0:11031:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11172e8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886252:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880083fde300) 00010000:00010000:0.0:1746126474.886254:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126474.886255:0:11031:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11172e8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886259:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11172e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126474.886278:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a286800/0x8f8d42f0d11172da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c926 expref: 11 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.886288:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2800/0x8f8d42f0d11172ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c926 expref: 10 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126474.886292:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a42b2b00) 00010000:00010000:0.0:1746126474.886294:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126474.886296:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa2800, rc 0) 00000100:00100000:0.0:1746126474.886331:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:31648:x1830945822257024:12345-192.168.203.3@tcp:101:rm.0 Request processed in 425us (1144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126474.886337:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30843 00000100:00100000:0.0:1746126474.895302:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126474.895452:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822257280 00000100:00100000:1.0:1746126474.895459:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822257280 00000100:00100000:1.0:1746126474.895491:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30844 00000100:00100000:1.0:1746126474.895516:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:31648:x1830945822257280:12345-192.168.203.3@tcp:36:rm.0 00010000:00010000:1.0:1746126474.895713:0:7131:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746126474.895732:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2800/0x8f8d42f0d11172ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c926 expref: 10 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.895750:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131074a00/0x8f8d42f0d11151fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0a84f expref: 9 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.895763:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a42b2b00) 00010000:00010000:1.0:1746126474.895769:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092839a00/0x8f8d42f0d11172d3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c91f expref: 8 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126474.895776:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7eb600) 00010000:00010000:1.0:1746126474.895782:0:7131:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126474.895796:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11172f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.895805:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11172f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.895811:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11172f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.895818:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11172fd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.895823:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11172fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.895827:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11172fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.895912:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d000/0x8f8d42f0d1117304 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.895919:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d000/0x8f8d42f0d1117304 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.895924:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d000/0x8f8d42f0d1117304 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000040:00080000:1.0:1746126474.896261:0:7131:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:1.0:1746126474.896268:0:7131:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 516315772982ns, next at 517315771532ns, rc = 0 00010000:00010000:1.0:1746126474.896312:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d111730b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896319:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d111730b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896325:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d111730b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896330:0:7131:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d111730b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896334:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d111730b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896339:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d111730b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896349:0:7131:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746126474.896357:0:9780:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746126474.896363:0:9780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d111730b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126474.896369:0:9780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bdfc00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126474.896373:0:9780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d111730b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126474.896379:0:9780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d111730b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126474.896387:0:9780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a42b2b00) 00010000:00010000:2.0:1746126474.896389:0:9780:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746126474.896391:0:9780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d111730b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126474.896396:0:9780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfc00/0x8f8d42f0d111730b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126474.896404:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126474.896405:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126474.896406:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126474.896468:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d000/0x8f8d42f0d1117304 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896474:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d000/0x8f8d42f0d1117304 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896479:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d000/0x8f8d42f0d1117304 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896483:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2d000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126474.896486:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d000/0x8f8d42f0d1117304 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896519:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d000/0x8f8d42f0d1117304 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896528:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a42b2b00) 00010000:00010000:1.0:1746126474.896529:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126474.896532:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d000/0x8f8d42f0d1117304 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896536:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d000/0x8f8d42f0d1117304 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896573:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11172f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896579:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11172f6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896583:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11172f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896586:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2dc00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126474.896589:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11172f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896593:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11172f6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896599:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7ebf00) 00010000:00010000:1.0:1746126474.896601:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126474.896603:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11172f6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.896607:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11172f6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00000004:00010000:1.0:1746126474.896616:0:7131:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800946cd880 reply state ffff880092606000 transno 4294980595 ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11172fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000100:00100000:1.0:1746126474.896622:0:7131:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746126474.896680:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:31648:x1830945822257280:12345-192.168.203.3@tcp:36:rm.0 Request processed in 1163us (1386us total) trans 4294980595 rc 0/0 00000100:00100000:1.0:1746126474.896686:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30844 00010000:00010000:1.0:1746126474.899424:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11172fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.899435:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11172fd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.899441:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11172fd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.899446:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2c200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126474.899449:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11172fd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.899455:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11172fd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.899466:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88008b7eb400) 00010000:00010000:1.0:1746126474.899468:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126474.899471:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11172fd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126474.899475:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11172fd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00000001:00080000:3.0:1746126474.915164:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968064 is committed 00000001:00080000:3.0:1746126474.916790:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968070 is committed 00000001:00080000:3.0:1746126474.916827:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968075 is committed 00010000:00010000:3.0:1746126475.554649:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126475.572689:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3301:1830945820562176:0@lo:400:kworker.0 00000100:00100000:1.0:1746126475.572737:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126475.572779:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746126475.572784:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820562048:0@lo:400:kworker.0 00000100:00100000:1.0:1746126475.572801:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126475.572813:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820562560:0@lo:400:kworker.0 00000100:00100000:1.0:1746126475.572829:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126475.572864:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820562176 00000100:00100000:1.0:1746126475.572869:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820562176 00000100:00100000:1.0:1746126475.572898:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820562048 00000100:00100000:1.0:1746126475.572899:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820562048 00000100:00100000:1.0:1746126475.572910:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1746126475.572915:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1830945820562176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126475.572949:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1830945820562176:12345-0@lo:400:kworker.0 Request processed in 34us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126475.572955:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1746126475.572964:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1746126475.572968:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830945820562048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126475.572982:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830945820562048:12345-0@lo:400:kworker.0 Request processed in 14us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126475.572986:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1746126475.572997:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820562560 00000100:00100000:1.0:1746126475.572999:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820562560 00000100:00100000:1.0:1746126475.573015:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1746126475.573019:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820562560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126475.573037:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820562560:12345-0@lo:400:kworker.0 Request processed in 18us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126475.573041:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00080000:1.0:1746126475.573052:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746126475.573054:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126475.573069:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820562048:0@lo:400:kworker.0 00000100:00100000:1.0:1746126475.573076:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820562560:0@lo:400:kworker.0 00000100:00100000:1.0:1746126475.573081:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3301:1830945820562176:0@lo:400:kworker.0 00000100:00100000:0.0:1746126475.573136:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3299:1830945820561920:0@lo:400:kworker.0 00000100:00100000:0.0:1746126475.573159:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126475.573180:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820562432:0@lo:400:kworker.0 00000100:00100000:0.0:1746126475.573204:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126475.573215:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746126475.573218:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3299:1830945820562304:0@lo:400:kworker.0 00000100:00100000:0.0:1746126475.573233:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126475.573250:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820562304 00000100:00100000:0.0:1746126475.573252:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820562304 00000100:00100000:0.0:1746126475.573270:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1746126475.573275:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830945820562304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126475.573297:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830945820562304:12345-0@lo:400:kworker.0 Request processed in 22us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126475.573301:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00080000:0.0:1746126475.573313:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126475.573322:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3299:1830945820562304:0@lo:400:kworker.0 00000100:00100000:0.0:1746126475.573341:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820561920 00000100:00100000:0.0:1746126475.573343:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820561920 00000100:00100000:0.0:1746126475.573356:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1746126475.573360:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a446c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3299:x1830945820561920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126475.573379:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a446c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3299:x1830945820561920:12345-0@lo:400:kworker.0 Request processed in 19us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126475.573383:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1746126475.573401:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3299:1830945820561920:0@lo:400:kworker.0 00000100:00100000:0.0:1746126475.573419:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820562432 00000100:00100000:0.0:1746126475.573422:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820562432 00000100:00100000:0.0:1746126475.573437:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1746126475.573441:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820562432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126475.573460:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820562432:12345-0@lo:400:kworker.0 Request processed in 19us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126475.573464:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00080000:0.0:1746126475.573472:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126475.573480:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820562432:0@lo:400:kworker.0 00000100:00100000:0.0:1746126475.668631:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746126475.668647:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820562688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126475.668698:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126475.668807:0:8483:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820562688 00000100:00100000:3.0:1746126475.668813:0:8483:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820562688 00000100:00100000:3.0:1746126475.668845:0:8483:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1746126475.668851:0:8483:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820562688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746126475.668868:0:8483:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 534577152 pending 0 free 3855613952 avail 3802136576 00000100:00100000:3.0:1746126475.668898:0:8483:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820562688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126475.668903:0:8483:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1746126475.669007:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820562688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126475.717400:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820562816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746126475.717453:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126475.717811:0:10464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820562816 00000100:00100000:2.0:1746126475.717818:0:10464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820562816 00000100:00100000:2.0:1746126475.717855:0:10464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1746126475.717861:0:10464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820562816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746126475.717889:0:10464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531955712 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1746126475.718371:0:10464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820562816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 508us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126475.718380:0:10464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1746126475.718441:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820562816:0@lo:13:osp-pre-0-0.0 00000001:00100000:3.0:1746126475.759734:0:8572:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 52f5c050-7127-4d77-9bd9-9065bdbf8f97 00000020:00000080:3.0:1746126475.759740:0:8572:0:(genops.c:904:class_export_put()) final put ffff880092cdb000/52f5c050-7127-4d77-9bd9-9065bdbf8f97 00000020:00000080:3.0:1746126475.759755:0:292:0:(genops.c:863:class_export_destroy()) destroying export ffff880092cdb000/52f5c050-7127-4d77-9bd9-9065bdbf8f97 for lustre-OST0000 00000020:00000080:3.0:1746126475.760322:0:292:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880092cdf800 for lustre-OST0000 00010000:00010000:2.0:1746126476.556664:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126476.848351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126476.848403:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126476.848484:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822257536 00000100:00100000:3.0:1746126476.848516:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822257536 00000100:00100000:3.0:1746126476.848559:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 354 00000100:00100000:3.0:1746126476.848570:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822257536:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126476.848626:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822257536:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 57us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126476.848631:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 354 00000100:00080000:0.0:1746126476.848821:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126476.848883:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822257408 00000100:00100000:2.0:1746126476.848887:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822257408 00000100:00100000:2.0:1746126476.848918:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 376 00000100:00100000:2.0:1746126476.848924:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a446c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1976:x1830945822257408:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:2.0:1746126476.848959:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a446c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1976:x1830945822257408:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 35us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126476.848964:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 376 00000100:00100000:2.0:1746126476.851786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126476.852614:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126476.852641:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126476.852659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126476.852684:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822257664 00000100:00100000:2.0:1746126476.852691:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822257664 00000100:00100000:0.0:1746126476.852692:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822257792 00000100:00100000:0.0:1746126476.852694:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822257792 00000100:00100000:3.0:1746126476.852723:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822257920 00000100:00100000:0.0:1746126476.852723:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822258048 00000100:00100000:0.0:1746126476.852725:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822258048 00000100:00100000:3.0:1746126476.852726:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822257920 00000100:00100000:1.0:1746126476.852766:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 429 00000100:00100000:1.0:1746126476.852774:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822257792:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1746126476.852862:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822257792:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 46us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126476.852867:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 429 00000100:00100000:0.0:1746126476.852965:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 430 00000100:00100000:0.0:1746126476.852969:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822258048:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:2.0:1746126476.852971:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5471 00000100:00100000:2.0:1746126476.852975:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1973:x1830945822257664:12345-192.168.203.3@tcp:9:kworker.0 00000020:00000080:2.0:1746126476.852988:0:10567:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8f8d42f0d1059463 00000100:00100000:0.0:1746126476.852992:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822258048:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 23us (334us total) trans 0 rc 0/0 00000100:00080000:2.0:1746126476.852993:0:10567:0:(import.c:66:import_set_state_nolock()) ffff8800a6a99000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1746126476.852997:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 430 00000100:00080000:0.0:1746126476.853009:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126476.853012:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126476.853013:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00000004:2.0:1746126476.853018:0:10567:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968489 00010000:00010000:0.0:1746126476.853027:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126476.853214:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 355 00000100:00100000:3.0:1746126476.853219:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822257920:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126476.853253:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822257920:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 33us (1470us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126476.853256:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+2:1973:x1830945822257664:12345-192.168.203.3@tcp:9:kworker.0 Request processed in 281us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126476.853257:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 355 00000100:00100000:2.0:1746126476.853261:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5471 00010000:00010000:3.0:1746126477.559053:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126478.560557:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746126478.609944:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980593 is committed 00000001:00080000:3.0:1746126478.609957:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980595 is committed 00000004:00080000:3.0:1746126478.609961:0:7178:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000001:00080000:3.0:1746126478.609970:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980594 is committed 00000100:00100000:0.0:1746126478.610257:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746126478.610271:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820562944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746126478.610318:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126478.610425:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820562944 00000100:00100000:2.0:1746126478.610431:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820562944 00000100:00100000:2.0:1746126478.610648:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5472 00000100:00100000:2.0:1746126478.610655:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820562944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1746126478.610682:0:10567:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x240000400:23 count 1 00010000:00010000:2.0:1746126478.610705:0:10567:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126478.610721:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126478.610732:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126478.610733:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126478.610736:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126478.610758:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 5 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126478.610768:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 5 pid: 8481 timeout: 620 lvb_type: 0 00000100:00100000:2.0:1746126478.610782:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820563072:192.168.203.3@tcp:104: 00000100:00080000:0.0:1746126478.610821:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126478.611009:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126478.615461:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126478.615584:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820563072:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126478.615603:0:10567:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126478.615672:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822258176 00000100:00100000:3.0:1746126478.615678:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822258176 00010000:00010000:3.0:1746126478.615711:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 6 pid: 8481 timeout: 620 lvb_type: 0 00000100:00080000:0.0:1746126478.615847:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126478.615944:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7684 00000100:00100000:3.0:1746126478.615952:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822258176:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126478.616201:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126478.616209:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 6 pid: 8481 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746126478.616218:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 6 pid: 8481 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746126478.616238:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009289f600/0x8f8d42f0d11172c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c918 expref: 6 pid: 8481 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746126478.616252:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126478.616254:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126478.616257:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126478.616265:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126478.616288:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126478.616360:0:10567:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126478.616370:0:10567:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126478.616378:0:10567:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126478.616383:0:10567:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126478.616395:0:10567:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1746126478.616840:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1976:x1830945822258176:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 888us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126478.616847:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7684 00010000:00010000:1.0:1746126478.617197:0:9780:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746126478.617204:0:9780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.617211:0:9780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949a2400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126478.617215:0:9780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.617225:0:9780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.617235:0:9780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.617240:0:9780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949a2400/0x8f8d42f0d1117312 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.617257:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126478.617258:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126478.617262:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126478.617397:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3298:x1830945820562944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6740us (7076us total) trans 4294968076 rc 0/0 00000100:00100000:2.0:1746126478.617405:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5472 00000004:00080000:0.0:1746126478.617610:0:3298:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801351f9c00/2, rc 0, transno 4294968076 00000100:00100000:0.0:1746126478.617616:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820562944:0@lo:6:osp-syn-1-0.0 00000001:02000400:3.0:1746126478.859841:0:4090:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 15:07:58 (1746126478) 00000100:00100000:1.0:1746126478.915589:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126478.915858:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822258304 00000100:00100000:3.0:1746126478.915866:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822258304 00000100:00100000:3.0:1746126478.916284:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30845 00000100:00100000:3.0:1746126478.916291:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:32268:x1830945822258304:12345-192.168.203.3@tcp:101:mkdir.0 00010000:00010000:3.0:1746126478.916308:0:7133:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126478.916321:0:7133:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1117319 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c92d expref: -99 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126478.916370:0:7133:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a446a000/0x8f8d42f0d1117320 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126478.916380:0:7133:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a446a000/0x8f8d42f0d1117320 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126478.916388:0:7133:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a446a000/0x8f8d42f0d1117320 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00000004:00200000:3.0:1746126478.916438:0:7133:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746126478.916441:0:7133:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126478.916452:0:7133:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a446a000/0x8f8d42f0d1117320 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126478.916469:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3c59c00/0x8f8d42f0d1117319 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c92d expref: 7 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126478.916479:0:7133:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a446a000/0x8f8d42f0d1117320 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c92d expref: 6 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126478.916486:0:7133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099a70100) 00010000:00010000:3.0:1746126478.916488:0:7133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126478.916491:0:7133:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a446a000, rc 0) 00000100:00100000:3.0:1746126478.916542:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:32268:x1830945822258304:12345-192.168.203.3@tcp:101:mkdir.0 Request processed in 251us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126478.916548:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30845 00000100:00080000:1.0:1746126478.916728:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126478.925126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126478.925217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126478.926799:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822258432 00000100:00100000:0.0:1746126478.926800:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822258688 00000100:00100000:3.0:1746126478.926807:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822258432 00000100:00100000:0.0:1746126478.926808:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822258688 00000100:00100000:3.0:1746126478.926846:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30846 00000100:00100000:3.0:1746126478.926852:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822258432:12345-192.168.203.3@tcp:41:mkdir.0 00000100:00100000:0.0:1746126478.926854:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30847 00000100:00100000:0.0:1746126478.926860:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:32268:x1830945822258688:12345-192.168.203.3@tcp:36:mkdir.0 00000004:00000024:3.0:1746126478.926881:0:7131:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260336640 avail 2258239488 00010000:00010000:0.0:1746126478.926889:0:7133:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126478.926909:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a446a000/0x8f8d42f0d1117320 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c92d expref: 7 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126478.926924:0:7133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099a70100) 00000100:00100000:3.0:1746126478.926926:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822258432:12345-192.168.203.3@tcp:41:mkdir.0 Request processed in 74us (1709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126478.926932:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30846 00010000:00010000:0.0:1746126478.926932:0:7133:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126478.927003:0:7133:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1117327 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126478.927013:0:7133:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1117327 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126478.927020:0:7133:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1117327 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126478.927028:0:7133:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111732e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126478.927033:0:7133:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111732e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126478.927038:0:7133:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111732e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00000004:00200000:0.0:1746126478.927544:0:7133:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00010000:00010000:0.0:1746126478.927551:0:7133:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1117327 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126478.927556:0:7133:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1117327 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126478.927561:0:7133:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1117327 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126478.927566:0:7133:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949a3a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126478.927569:0:7133:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1117327 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126478.927574:0:7133:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1117327 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126478.927580:0:7133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880083fde300) 00010000:00010000:0.0:1746126478.927582:0:7133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126478.927584:0:7133:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1117327 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126478.927588:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3a00/0x8f8d42f0d1117327 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00000004:00010000:0.0:1746126478.927597:0:7133:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801351fa300 reply state ffff880131898000 transno 4294980596 ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111732e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00000100:00100000:0.0:1746126478.927601:0:7133:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126478.927630:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:32268:x1830945822258688:12345-192.168.203.3@tcp:36:mkdir.0 Request processed in 770us (2509us total) trans 4294980596 rc 0/0 00000100:00100000:0.0:1746126478.927636:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30847 00010000:00010000:2.0:1746126478.929191:0:3285:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111732e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126478.929202:0:3285:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111732e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126478.929208:0:3285:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111732e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126478.929212:0:3285:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949a3600 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126478.929215:0:3285:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111732e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126478.929220:0:3285:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111732e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126478.929230:0:3285:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880083fde600) 00010000:00010000:2.0:1746126478.929232:0:3285:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126478.929234:0:3285:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111732e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126478.929238:0:3285:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111732e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00000100:00100000:0.0:1746126478.968863:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126478.968918:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822258816 00000100:00100000:1.0:1746126478.968926:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822258816 00000100:00100000:1.0:1746126478.968973:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30848 00000100:00100000:1.0:1746126478.968980:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:32277:x1830945822258816:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:1.0:1746126478.968998:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126478.969013:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117335 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c934 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.969058:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111733c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.969068:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111733c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.969077:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111733c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:1.0:1746126478.969121:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746126478.969124:0:8520:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126478.969135:0:8520:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111733c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.969151:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117335 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c934 expref: 8 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.969186:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111733c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c934 expref: 7 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.969193:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7ebf00) 00010000:00010000:1.0:1746126478.969196:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126478.969198:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8600, rc 0) 00000100:00100000:1.0:1746126478.969245:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:32277:x1830945822258816:12345-192.168.203.3@tcp:101:cp.0 Request processed in 265us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126478.969251:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30848 00000100:00100000:0.0:1746126478.973272:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126478.973331:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822258944 00000100:00100000:1.0:1746126478.973338:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822258944 00000100:00100000:1.0:1746126478.973384:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30849 00000100:00100000:1.0:1746126478.973390:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:32277:x1830945822258944:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:1.0:1746126478.973405:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126478.973418:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117343 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c93b expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.973457:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111734a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973466:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111734a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973474:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111734a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973482:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117351 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973490:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117351 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973517:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117351 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973602:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a446a000/0x8f8d42f0d1117358 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973608:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a446a000/0x8f8d42f0d1117358 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973613:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a446a000/0x8f8d42f0d1117358 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:1.0:1746126478.973634:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:1.0:1746126478.973637:0:8520:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126478.973647:0:8520:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a446a000/0x8f8d42f0d1117358 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973654:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111734a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973658:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111734a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973663:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111734a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973668:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126478.973670:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111734a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973676:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111734a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973684:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7ebf00) 00010000:00010000:1.0:1746126478.973687:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126478.973690:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111734a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.973693:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111734a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.974065:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117351 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.974070:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117351 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.974074:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117351 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.974077:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126478.974079:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117351 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.974082:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117351 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.974089:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88008b7ebd00) 00010000:00010000:1.0:1746126478.974091:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126478.974092:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117351 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.974096:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117351 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.974120:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117343 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c93b expref: 9 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.974365:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a446a000/0x8f8d42f0d1117358 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c93b expref: 8 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.974371:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88008b7eb200) 00010000:00010000:1.0:1746126478.974373:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746126478.974375:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a446a000, rc 0) 00000100:00100000:1.0:1746126478.974653:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:32277:x1830945822258944:12345-192.168.203.3@tcp:101:cp.0 Request processed in 1262us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126478.974659:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30849 00000100:00100000:0.0:1746126478.977994:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126478.978062:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822259072 00000100:00100000:1.0:1746126478.978069:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822259072 00000100:00100000:1.0:1746126478.978098:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30850 00000100:00100000:1.0:1746126478.978103:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:32277:x1830945822259072:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:1.0:1746126478.978118:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126478.978130:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111735f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c942 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.978271:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117366 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978281:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117366 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978289:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117366 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978298:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d111736d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978305:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d111736d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978309:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d111736d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978352:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117366 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978357:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117366 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978362:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117366 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978366:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8e00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126478.978369:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117366 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978373:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117366 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978381:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88008b7eb200) 00010000:00010000:1.0:1746126478.978384:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126478.978386:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117366 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978390:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117366 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978397:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d111736d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978400:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d111736d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978404:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d111736d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978408:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949d4c00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126478.978410:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d111736d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978414:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d111736d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978418:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88008b7eb700) 00010000:00010000:1.0:1746126478.978420:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126478.978421:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d111736d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978425:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d111736d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.978452:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111735f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c942 expref: 9 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.978458:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d111735f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c942 expref: 9 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.978464:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8a00, rc 0) 00000100:00100000:1.0:1746126478.979067:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:32277:x1830945822259072:12345-192.168.203.3@tcp:101:cp.0 Request processed in 961us (1076us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126478.979073:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30850 00000100:00100000:0.0:1746126478.981463:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126478.981605:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822259200 00000100:00100000:1.0:1746126478.981613:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822259200 00000100:00100000:1.0:1746126478.981648:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30851 00000100:00100000:1.0:1746126478.981653:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:32277:x1830945822259200:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:1.0:1746126478.981669:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126478.981683:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5a00/0x8f8d42f0d1117374 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c949 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.981728:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d111737b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981737:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d111737b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981745:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d111737b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981755:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117382 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981759:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981764:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981808:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d111737b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981813:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d111737b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981817:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d111737b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981822:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949d5e00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126478.981825:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d111737b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981830:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d111737b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981838:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88008b7eb200) 00010000:00010000:1.0:1746126478.981841:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126478.981844:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d111737b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981848:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d111737b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981856:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981860:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981864:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117382 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981867:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca9a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126478.981870:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117382 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981874:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117382 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981878:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88008b7eb600) 00010000:00010000:1.0:1746126478.981880:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126478.981882:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117382 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981889:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca9a00/0x8f8d42f0d1117382 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.981918:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5a00/0x8f8d42f0d1117374 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c949 expref: 9 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.982264:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5a00/0x8f8d42f0d1117374 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c949 expref: 9 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.982271:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949d5a00, rc 0) 00000100:00100000:1.0:1746126478.982332:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:32277:x1830945822259200:12345-192.168.203.3@tcp:101:cp.0 Request processed in 679us (874us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126478.982338:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30851 00000100:00100000:2.0:1746126478.985770:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126478.985954:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822259456 00000100:00100000:1.0:1746126478.985962:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822259456 00000100:00100000:1.0:1746126478.985996:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30852 00000100:00100000:1.0:1746126478.986002:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:32277:x1830945822259456:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:1.0:1746126478.986017:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126478.986031:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117389 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c950 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.986123:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117390 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986132:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117390 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986140:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117390 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986153:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117397 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986158:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117397 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986172:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117397 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00080000:1.0:1746126478.986519:0:8520:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 0: 0 00010000:00010000:1.0:1746126478.986629:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094909a00/0x8f8d42f0d111739e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986636:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094909a00/0x8f8d42f0d111739e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986641:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094909a00/0x8f8d42f0d111739e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986661:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117390 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986667:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117390 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986672:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117390 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986676:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8e00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126478.986679:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117390 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986684:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117390 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986692:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88008b7eb200) 00010000:00010000:1.0:1746126478.986694:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126478.986697:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117390 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.986700:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117390 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00000004:00010000:1.0:1746126478.986708:0:8520:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801351fb480 reply state ffff88009a39e000 transno 4294980597 ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117397 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000100:00100000:1.0:1746126478.986713:0:8520:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126478.986730:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117389 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c950 expref: 11 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.986739:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094909a00/0x8f8d42f0d111739e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c950 expref: 10 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126478.986743:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:1.0:1746126478.986745:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126478.986747:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094909a00, rc 0) 00000100:00100000:1.0:1746126478.986785:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:32277:x1830945822259456:12345-192.168.203.3@tcp:101:cp.0 Request processed in 783us (1023us total) trans 4294980597 rc 0/0 00000100:00100000:1.0:1746126478.986791:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30852 00010000:00010000:1.0:1746126478.991741:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117397 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.991752:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117397 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.991758:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117397 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.991764:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949d4c00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126478.991768:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117397 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.991774:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117397 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.991786:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88008b7eb700) 00010000:00010000:1.0:1746126478.991788:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126478.991791:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117397 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126478.991796:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117397 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00000100:00100000:0.0:1746126478.996082:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126478.996158:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822259584 00000100:00100000:2.0:1746126478.996174:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822259584 00000100:00100000:2.0:1746126478.996210:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5473 00000100:00100000:2.0:1746126478.996216:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1973:x1830945822259584:12345-192.168.203.3@tcp:8:cp.0 00010000:00080000:2.0:1746126478.996239:0:10567:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp t0 exp (null) cur 520 last 0 00000020:00000080:2.0:1746126478.996262:0:10567:0:(genops.c:1402:class_connect()) connect: client 1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5, cookie 0x8f8d42f0d11173ac 00002000:00100000:2.0:1746126478.996270:0:10567:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5/ffff88008d132000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103640 ocd_grant: 491257856 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746126478.996289:0:10567:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746126478.996351:0:10567:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a822f840 00002000:00080000:2.0:1746126478.996357:0:10567:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746126478.996376:0:10567:0:(import.c:66:import_set_state_nolock()) ffff88008d137800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746126478.996417:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1973:x1830945822259584:12345-192.168.203.3@tcp:8:cp.0 Request processed in 201us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126478.996423:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5473 00000100:00100000:0.0:1746126479.000051:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126479.000245:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822259712 00000100:00100000:3.0:1746126479.000253:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822259712 00000100:00100000:3.0:1746126479.000608:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5474 00000100:00100000:3.0:1746126479.000616:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:0:x1830945822259712:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:3.0:1746126479.000630:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126479.000646:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a3c59600/0x8f8d42f0d11173b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c957 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126479.000664:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746126479.000678:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126479.000680:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126479.000686:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3c59600/0x8f8d42f0d11173b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c957 expref: 7 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126479.000699:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a3c59600/0x8f8d42f0d11173b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c957 expref: 7 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126479.000708:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3c59600, rc 0) 00000100:00100000:3.0:1746126479.000745:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:0:x1830945822259712:12345-192.168.203.3@tcp:101:cp.0 Request processed in 131us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126479.000751:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5474 00000100:00080000:1.0:1746126479.001425:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126479.004628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.004720:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822259840 00000100:00100000:2.0:1746126479.004727:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822259840 00000100:00100000:2.0:1746126479.004775:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5475 00000100:00100000:2.0:1746126479.004784:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:32277:x1830945822259840:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:2.0:1746126479.004799:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.004814:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c95e expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.005213:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3c59600/0x8f8d42f0d11173b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c957 expref: 8 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126479.005220:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126479.005222:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126479.005225:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.005247:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3c59600/0x8f8d42f0d11173b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c957 expref: 8 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126479.005257:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a3c59600/0x8f8d42f0d11173b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c957 expref: 8 pid: 8479 timeout: 620 lvb_type: 1 00000100:00100000:2.0:1746126479.005267:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820563200:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126479.005749:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126479.009358:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.009451:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820563200:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126479.009454:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822259968 00000100:00100000:3.0:1746126479.009460:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822259968 00010000:00010000:2.0:1746126479.009472:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.009480:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3c59600/0x8f8d42f0d11173b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c957 expref: 9 pid: 8479 timeout: 620 lvb_type: 1 00010000:00010000:2.0:1746126479.009485:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949d4c00, rc 0) 00000100:00100000:3.0:1746126479.009524:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7685 00000100:00100000:3.0:1746126479.009530:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822259968:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126479.009539:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126479.009543:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:32277:x1830945822259840:12345-192.168.203.3@tcp:101:cp.0 Request processed in 4763us (4922us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126479.009551:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5475 00010000:00010000:3.0:1746126479.009554:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a3c59600/0x8f8d42f0d11173b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c957 expref: 9 pid: 8479 timeout: 620 lvb_type: 1 00010000:00010000:3.0:1746126479.009562:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a3c59600/0x8f8d42f0d11173b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c957 expref: 8 pid: 8479 timeout: 620 lvb_type: 1 00010000:00010000:3.0:1746126479.009579:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3c59600/0x8f8d42f0d11173b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c957 expref: 8 pid: 8479 timeout: 620 lvb_type: 1 00010000:00010000:3.0:1746126479.009591:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126479.009593:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126479.009598:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.009605:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.009626:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126479.009636:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820563328:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126479.011027:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126479.011398:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820563328:192.168.203.3@tcp:105: 00010000:00010000:3.0:1746126479.011412:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126479.011448:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822259968:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1917us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126479.011455:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7685 00000100:00100000:0.0:1746126479.013629:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.013734:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822260224 00000100:00100000:2.0:1746126479.013741:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822260224 00000100:00100000:2.0:1746126479.013781:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 149 00000100:00100000:2.0:1746126479.013787:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:32277:x1830945822260224:12345-192.168.203.3@tcp:35:cp.0 00000100:00100000:2.0:1746126479.014028:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:32277:x1830945822260224:12345-192.168.203.3@tcp:35:cp.0 Request processed in 240us (401us total) trans 4294980598 rc 0/0 00000100:00100000:2.0:1746126479.014034:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 149 00000100:00100000:0.0:1746126479.055206:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.055844:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822260480 00000100:00100000:2.0:1746126479.055851:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822260480 00000100:00100000:2.0:1746126479.055929:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30853 00000100:00100000:2.0:1746126479.055937:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:32283:x1830945822260480:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126479.056337:0:7132:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.056353:0:7132:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11173c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c965 expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.056421:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d8800/0x8f8d42f0d11173c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126479.056430:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d8800/0x8f8d42f0d11173c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126479.056438:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d8800/0x8f8d42f0d11173c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:2.0:1746126479.056445:0:7132:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:2.0:1746126479.056572:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11173c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c965 expref: 14 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.056605:0:7132:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d8800/0x8f8d42f0d11173c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c965 expref: 13 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.056611:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:2.0:1746126479.056614:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746126479.056616:0:7132:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d8800, rc 0) 00000100:00100000:2.0:1746126479.056656:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:32283:x1830945822260480:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 720us (1456us total) trans 4294980599 rc 0/0 00000100:00100000:2.0:1746126479.056662:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30853 00000100:00100000:0.0:1746126479.085321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.085387:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822260608 00000100:00100000:2.0:1746126479.085394:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822260608 00000100:00100000:2.0:1746126479.085448:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30854 00000100:00100000:2.0:1746126479.085455:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:32287:x1830945822260608:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126479.085469:0:7132:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.085483:0:7132:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1e00/0x8f8d42f0d11173d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c96c expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.085546:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126479.085556:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126479.085564:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:2.0:1746126479.085607:0:7132:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746126479.085610:0:7132:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126479.085624:0:7132:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126479.085640:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1e00/0x8f8d42f0d11173d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c96c expref: 9 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.085669:0:7132:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c96c expref: 8 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.085676:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7ebf00) 00010000:00010000:2.0:1746126479.085678:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126479.085681:0:7132:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6af1c00, rc 0) 00000100:00100000:2.0:1746126479.085716:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:32287:x1830945822260608:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 262us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126479.085722:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30854 00000100:00080000:1.0:1746126479.085965:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126479.087599:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.087649:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822260736 00000100:00100000:2.0:1746126479.087654:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822260736 00000100:00100000:2.0:1746126479.087687:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30855 00000100:00100000:2.0:1746126479.087692:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:32287:x1830945822260736:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126479.087702:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.087710:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5a00/0x8f8d42f0d11173e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c973 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.087741:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135729400/0x8f8d42f0d11173eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087749:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135729400/0x8f8d42f0d11173eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087756:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135729400/0x8f8d42f0d11173eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087765:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728e00/0x8f8d42f0d11173f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087769:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135728e00/0x8f8d42f0d11173f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087774:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135728e00/0x8f8d42f0d11173f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087846:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728800/0x8f8d42f0d11173f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087853:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135728800/0x8f8d42f0d11173f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087858:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135728800/0x8f8d42f0d11173f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:2.0:1746126479.087887:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:2.0:1746126479.087891:0:8520:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126479.087901:0:8520:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880135728800/0x8f8d42f0d11173f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087908:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135729400/0x8f8d42f0d11173eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087913:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135729400/0x8f8d42f0d11173eb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087918:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135729400/0x8f8d42f0d11173eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087923:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135729400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126479.087927:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135729400/0x8f8d42f0d11173eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087932:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135729400/0x8f8d42f0d11173eb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087940:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7ebf00) 00010000:00010000:2.0:1746126479.087942:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126479.087944:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135729400/0x8f8d42f0d11173eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087948:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135729400/0x8f8d42f0d11173eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087957:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728e00/0x8f8d42f0d11173f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087961:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135728e00/0x8f8d42f0d11173f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087965:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135728e00/0x8f8d42f0d11173f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087968:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135728e00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126479.087970:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135728e00/0x8f8d42f0d11173f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087974:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135728e00/0x8f8d42f0d11173f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087979:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880134f42500) 00010000:00010000:2.0:1746126479.087981:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126479.087982:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135728e00/0x8f8d42f0d11173f2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.087986:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135728e00/0x8f8d42f0d11173f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.088005:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5a00/0x8f8d42f0d11173e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c973 expref: 10 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.088014:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728800/0x8f8d42f0d11173f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c973 expref: 9 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.088018:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88008b7eb200) 00010000:00010000:2.0:1746126479.088020:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746126479.088022:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728800, rc 0) 00000100:00100000:2.0:1746126479.088065:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:32287:x1830945822260736:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 372us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126479.088070:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30855 00000100:00100000:0.0:1746126479.089602:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.089737:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822260864 00000100:00100000:2.0:1746126479.089741:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822260864 00000100:00100000:2.0:1746126479.089770:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30856 00000100:00100000:2.0:1746126479.089776:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:32287:x1830945822260864:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126479.089787:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.089796:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135728000/0x8f8d42f0d1117400 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c97a expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.089828:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d1117407 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089836:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d1117407 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089842:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d1117407 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089854:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111740e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089859:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111740e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089864:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111740e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089922:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089927:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089932:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:2.0:1746126479.089952:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00000004:00200000:2.0:1746126479.089955:0:8520:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126479.089965:0:8520:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089971:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089977:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d1117407 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089981:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d1117407 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089986:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d1117407 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.089993:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135728c00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126479.089996:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d1117407 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.090000:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d1117407 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.090008:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88008b7eb200) 00010000:00010000:2.0:1746126479.090010:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126479.090012:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d1117407 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.090016:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d1117407 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.090025:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111740e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.090029:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111740e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.090033:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111740e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.090036:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135728600 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126479.090038:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111740e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.090042:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111740e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.090048:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880134f42600) 00010000:00010000:2.0:1746126479.090049:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126479.090052:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111740e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.090056:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111740e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.090075:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135728000/0x8f8d42f0d1117400 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c97a expref: 11 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.090083:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c97a expref: 10 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.090088:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:2.0:1746126479.090090:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126479.090091:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728a00, rc 0) 00000100:00100000:2.0:1746126479.090173:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:32287:x1830945822260864:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 386us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126479.090179:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30856 00000100:00100000:0.0:1746126479.092480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.092573:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822260992 00000100:00100000:2.0:1746126479.092580:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822260992 00000100:00100000:2.0:1746126479.092600:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5476 00000100:00100000:2.0:1746126479.092605:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1973:x1830945822260992:12345-192.168.203.3@tcp:8:mmap_cat.0 00010000:00080000:2.0:1746126479.092629:0:10567:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp t0 exp (null) cur 520 last 0 00000020:00000080:2.0:1746126479.092650:0:10567:0:(genops.c:1402:class_connect()) connect: client 52f5c050-7127-4d77-9bd9-9065bdbf8f97, cookie 0x8f8d42f0d111741c 00002000:00100000:2.0:1746126479.092661:0:10567:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 52f5c050-7127-4d77-9bd9-9065bdbf8f97/ffff88008d133000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103640 ocd_grant: 161873920 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746126479.092668:0:10567:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746126479.092747:0:10567:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a822f840 00002000:00080000:2.0:1746126479.092752:0:10567:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746126479.092772:0:10567:0:(import.c:66:import_set_state_nolock()) ffff88008d136800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746126479.092809:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1973:x1830945822260992:12345-192.168.203.3@tcp:8:mmap_cat.0 Request processed in 203us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126479.092815:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5476 00000100:00100000:0.0:1746126479.094256:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.095723:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822261120 00000100:00100000:2.0:1746126479.095733:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822261120 00000100:00100000:2.0:1746126479.095796:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5477 00000100:00100000:2.0:1746126479.095802:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:0:x1830945822261120:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126479.095815:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.095830:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d1117423 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c981 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126479.095869:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820563456:192.168.203.3@tcp:106: 00000100:00100000:2.0:1746126479.095937:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293d80 going to sleep for 11 seconds 00000100:00080000:1.0:1746126479.095975:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1746126479.098186:0:10567:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746126479.098191:0:10567:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1746126479 00002000:00010000:2.0:1746126479.098194:0:10567:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1746126479 00002000:00010000:2.0:1746126479.098195:0:10567:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1746126479 00000100:00100000:2.0:1746126479.098213:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820563456:192.168.203.3@tcp:106: 00010000:00010000:2.0:1746126479.098234:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d1117423 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c981 expref: 7 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126479.098247:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135729600/0x8f8d42f0d1117423 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c981 expref: 7 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126479.098258:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135729600, rc 0) 00000100:00100000:2.0:1746126479.098290:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:0:x1830945822261120:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 2487us (4036us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126479.098297:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5477 00000100:00100000:0.0:1746126479.100953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.101424:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822261376 00000100:00100000:2.0:1746126479.101431:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822261376 00000100:00100000:2.0:1746126479.101463:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30857 00000100:00100000:2.0:1746126479.101469:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:32287:x1830945822261376:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126479.101484:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.101518:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e79600/0x8f8d42f0d111742a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c988 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.101897:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d1117431 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.101909:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d1117431 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.101917:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d1117431 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:2.0:1746126479.101926:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:2.0:1746126479.102016:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e79600/0x8f8d42f0d111742a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c988 expref: 13 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.102028:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d1117431 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c988 expref: 12 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.102035:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:2.0:1746126479.102037:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126479.102039:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949d5e00, rc 0) 00000100:00100000:2.0:1746126479.102985:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:32287:x1830945822261376:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 1512us (2033us total) trans 4294980600 rc 0/0 00000100:00100000:2.0:1746126479.102993:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30857 00000100:00100000:0.0:1746126479.107765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126479.107812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.107889:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822261632 00000100:00100000:3.0:1746126479.107961:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822261504 00000100:00100000:3.0:1746126479.107968:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822261504 00000100:00100000:3.0:1746126479.108017:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 158 00000100:00100000:3.0:1746126479.108024:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1975:x1830945822261504:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126479.108035:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126479.108055:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d1117431 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c988 expref: 12 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.108081:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:3.0:1746126479.108085:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126479.108119:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1975:x1830945822261504:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 95us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126479.108125:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 158 00000100:00100000:2.0:1746126479.108246:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822261632 00000100:00100000:2.0:1746126479.108269:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5478 00000100:00100000:2.0:1746126479.108278:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822261632:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126479.108290:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.108302:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093b31600/0x8f8d42f0d111743f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c98f expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126479.108337:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820563584:192.168.203.3@tcp:106: 00000100:00100000:2.0:1746126479.108396:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126479.110905:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820563584:192.168.203.3@tcp:106: 00010000:00010000:2.0:1746126479.110931:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093b31600/0x8f8d42f0d111743f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c98f expref: 7 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126479.110942:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093b31600/0x8f8d42f0d111743f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c98f expref: 7 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126479.110952:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b31600, rc 0) 00000100:00100000:2.0:1746126479.111121:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822261632:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 2841us (3363us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126479.111128:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5478 00000100:00100000:0.0:1746126479.115749:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.115870:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822261760 00000100:00100000:2.0:1746126479.115877:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822261760 00000100:00100000:2.0:1746126479.115924:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5479 00000100:00100000:2.0:1746126479.115932:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:32287:x1830945822261760:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126479.115945:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.115959:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c996 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.115982:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.115988:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126479.115989:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126479.115991:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.116013:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.116023:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 6 pid: 10567 timeout: 620 lvb_type: 0 00000100:00100000:2.0:1746126479.116033:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820563712:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126479.116834:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094293d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126479.117851:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820563712:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126479.117871:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.117883:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b30e00, rc 0) 00000100:00100000:2.0:1746126479.117996:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:32287:x1830945822261760:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 2064us (2252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126479.118004:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5479 00000100:00100000:0.0:1746126479.118216:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.118270:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822261888 00000100:00100000:2.0:1746126479.118274:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822261888 00002000:00100000:2.0:1746126479.118299:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1715) req@ffff8800a452e680 x1830945822261888/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:240/0 lens 2208/0 e 0 to 0 dl 1746126490 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746126479.118307:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452e680 with x1830945822261888 ext(0->1715) 00010000:00010000:2.0:1746126479.118313:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 7 pid: 10567 timeout: 620 lvb_type: 0 00010000:00010000:2.0:1746126479.118322:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 7 pid: 10567 timeout: 620 lvb_type: 0 00002000:00010000:2.0:1746126479.118327:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a452e680 00000100:00100000:2.0:1746126479.118812:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2032 00000100:00100000:2.0:1746126479.118820:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822261888:12345-192.168.203.3@tcp:4:cp.0 00000001:00100000:3.0:1746126479.155951:0:8572:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 52f5c050-7127-4d77-9bd9-9065bdbf8f97 00000001:00100000:3.0:1746126479.155960:0:8572:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5 00000001:00100000:3.0:1746126479.155963:0:8572:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5 00000020:00000080:3.0:1746126479.155966:0:8572:0:(genops.c:904:class_export_put()) final put ffff8800a6a99800/1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5 00000020:00000080:1.0:1746126479.157059:0:23963:0:(genops.c:863:class_export_destroy()) destroying export ffff8800a6a99800/1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5 for lustre-OST0000 00000020:00000080:1.0:1746126479.157089:0:23963:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800a6a99000 for lustre-OST0000 00000100:00100000:3.0:1746126479.185305:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822261888:12345-192.168.203.3@tcp:4:cp.0 Request processed in 66480us (67083us total) trans 4294968490 rc 0/0 00000100:00100000:3.0:1746126479.185316:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2032 00002000:00100000:3.0:1746126479.185327:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1715) req@ffff8800a452e680 x1830945822261888/t4294968490(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:240/0 lens 2208/448 e 0 to 0 dl 1746126490 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746126479.185335:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452e680 with x1830945822261888 ext(0->1715) 00010000:00010000:3.0:1746126479.185343:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 8 pid: 10567 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746126479.185361:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 8 pid: 10567 timeout: 620 lvb_type: 0 00002000:00010000:3.0:1746126479.185367:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a452e680 00000001:00080000:3.0:1746126479.185396:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968490 is committed 00000100:00100000:0.0:1746126479.189337:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126479.189446:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822262016 00000100:00100000:1.0:1746126479.189454:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822262016 00010000:00010000:1.0:1746126479.189486:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 6 pid: 10567 timeout: 620 lvb_type: 0 00000100:00100000:1.0:1746126479.189549:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7686 00000100:00100000:1.0:1746126479.189556:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822262016:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126479.189568:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126479.189584:0:11008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1746126479.189590:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 6 pid: 10567 timeout: 620 lvb_type: 0 00010000:00010000:1.0:1746126479.189600:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 6 pid: 10567 timeout: 620 lvb_type: 0 00010000:00010000:1.0:1746126479.189620:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d11173ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c95e expref: 6 pid: 10567 timeout: 620 lvb_type: 0 00010000:00010000:1.0:1746126479.189630:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126479.189632:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126479.189638:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126479.189645:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126479.189670:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126479.189680:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820563840:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126479.189754:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013486bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126479.192293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126479.192573:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822262272 00000100:00100000:3.0:1746126479.192581:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822262272 00002000:00100000:3.0:1746126479.192614:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff8800a452d880 x1830945822262272/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:240/0 lens 488/0 e 0 to 0 dl 1746126490 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126479.192624:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452d880 with x1830945822262272 ext(0->4095) 00002000:00010000:3.0:1746126479.192629:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a452d880 00000100:00100000:3.0:1746126479.192647:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4091 00000100:00100000:3.0:1746126479.192654:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822262272:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126479.192783:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822262272:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (496us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126479.192788:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4091 00002000:00100000:3.0:1746126479.192793:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff8800a452d880 x1830945822262272/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746126490 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126479.192800:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452d880 with x1830945822262272 ext(0->4095) 00002000:00010000:3.0:1746126479.192802:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a452d880 00000100:00100000:1.0:1746126479.192931:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820563840:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126479.192945:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126479.192979:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1976:x1830945822262016:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3423us (3649us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126479.192986:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7686 00000100:00100000:0.0:1746126479.197311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126479.197424:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822262528 00000100:00100000:1.0:1746126479.197431:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822262528 00000100:00100000:1.0:1746126479.197474:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 150 00000100:00100000:1.0:1746126479.197481:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:32287:x1830945822262528:12345-192.168.203.3@tcp:35:mmap_cat.0 00000100:00100000:1.0:1746126479.197720:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:32287:x1830945822262528:12345-192.168.203.3@tcp:35:mmap_cat.0 Request processed in 239us (415us total) trans 4294980601 rc 0/0 00000100:00100000:1.0:1746126479.197726:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 150 00000100:00100000:0.0:1746126479.217750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.217824:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822262784 00000100:00100000:2.0:1746126479.217831:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822262784 00000100:00100000:2.0:1746126479.217867:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30858 00000100:00100000:2.0:1746126479.217873:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:32290:x1830945822262784:12345-192.168.203.3@tcp:36:truncate.0 00010000:00010000:2.0:1746126479.217913:0:8520:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126479.217933:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094909a00/0x8f8d42f0d111739e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c950 expref: 13 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.217962:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:2.0:1746126479.217966:0:8520:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126479.218103:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.218114:0:8520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c97a expref: 11 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.218120:0:8520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.218143:0:8520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c97a expref: 11 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.218153:0:8520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c97a expref: 11 pid: 8520 timeout: 620 lvb_type: 0 00000100:00100000:2.0:1746126479.218172:0:8520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8520:1830945820563968:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126479.219137:0:8520:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135322d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126479.225674:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.225729:0:8520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8520:1830945820563968:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126479.225747:0:8520:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000100:00100000:1.0:1746126479.226063:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822262912 00000100:00100000:1.0:1746126479.226068:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822262912 00010000:00010000:1.0:1746126479.226094:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c97a expref: 12 pid: 8520 timeout: 620 lvb_type: 0 00000100:00100000:1.0:1746126479.226440:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7687 00000100:00100000:1.0:1746126479.226448:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b139450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1977:x1830945822262912:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126479.226458:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126479.226464:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c97a expref: 12 pid: 8520 timeout: 620 lvb_type: 0 00010000:00010000:1.0:1746126479.226473:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c97a expref: 12 pid: 8520 timeout: 620 lvb_type: 0 00010000:00010000:1.0:1746126479.226491:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117415 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c97a expref: 12 pid: 8520 timeout: 620 lvb_type: 0 00010000:00010000:1.0:1746126479.226537:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:1.0:1746126479.226541:0:11008:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126479.226547:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126479.226553:0:11008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126479.226565:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126479.226594:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b139450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1977:x1830945822262912:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 147us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126479.226599:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7687 00010000:00010000:2.0:1746126479.226665:0:8520:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.226670:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000001:00080000:2.0:1746126479.226743:0:8520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980602 00000004:00010000:2.0:1746126479.226778:0:8520:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093956d80 reply state ffff88009df57000 transno 4294980603 ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000100:00100000:2.0:1746126479.226783:0:8520:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746126479.226842:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:32290:x1830945822262784:12345-192.168.203.3@tcp:36:truncate.0 Request processed in 8968us (9098us total) trans 4294980603 rc 0/0 00000100:00100000:2.0:1746126479.226847:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30858 00000020:00080000:2.0:1746126479.226850:0:8520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126479.231857:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126479.231919:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822263040 00000100:00100000:3.0:1746126479.231926:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822263040 00000100:00100000:3.0:1746126479.231960:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5480 00000100:00100000:3.0:1746126479.231966:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:32290:x1830945822263040:12345-192.168.203.3@tcp:101:truncate.0 00010000:00010000:3.0:1746126479.231981:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126479.231994:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c99d expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.232017:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.232024:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126479.232025:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126479.232032:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.232055:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.232064:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 5 pid: 10567 timeout: 620 lvb_type: 0 00000100:00100000:3.0:1746126479.232074:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820564096:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126479.232137:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118180 going to sleep for 11 seconds 00010000:00010000:2.0:1746126479.232260:0:3285:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.232268:0:3285:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.232273:0:3285:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.232278:0:3285:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136953a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126479.232281:0:3285:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.232286:0:3285:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.232298:0:3285:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:2.0:1746126479.232300:0:3285:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126479.232304:0:3285:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.232308:0:3285:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d111744d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00000100:00100000:0.0:1746126479.233656:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126479.233675:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820564096:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126479.233700:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.233712:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4a00, rc 0) 00000100:00100000:3.0:1746126479.233747:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:32290:x1830945822263040:12345-192.168.203.3@tcp:101:truncate.0 Request processed in 1781us (1895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126479.233754:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5480 00000100:00100000:2.0:1746126479.233807:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822263168 00000100:00100000:2.0:1746126479.233811:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822263168 00010000:00010000:2.0:1746126479.233827:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 6 pid: 10567 timeout: 620 lvb_type: 0 00000100:00100000:2.0:1746126479.233895:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7688 00000100:00100000:2.0:1746126479.233901:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822263168:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126479.233910:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126479.233926:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 6 pid: 10567 timeout: 620 lvb_type: 0 00010000:00010000:2.0:1746126479.233935:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 6 pid: 10567 timeout: 620 lvb_type: 0 00010000:00010000:2.0:1746126479.233948:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093b30e00/0x8f8d42f0d1117446 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c996 expref: 6 pid: 10567 timeout: 620 lvb_type: 0 00010000:00010000:2.0:1746126479.233956:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126479.233957:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126479.233962:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.233968:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.233988:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126479.233998:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820564224:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126479.234458:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135322d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126479.235539:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7117:1830945820564224:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126479.235552:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126479.236667:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822263168:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2762us (3012us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126479.236676:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7688 00000100:00100000:0.0:1746126479.236843:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126479.241651:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822263296 00000100:00100000:1.0:1746126479.241663:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822263296 00002000:00010000:1.0:1746126479.241696:0:25023:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/26 (858->18446744073709551615) 00002000:00100000:1.0:1746126479.241700:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093955500 with x1830945822263296 ext(858->18446744073709551615) 00002000:00010000:1.0:1746126479.241710:0:25023:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093955500. 00000100:00100000:1.0:1746126479.241748:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4092 00000100:00100000:1.0:1746126479.241755:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822263296:12345-192.168.203.3@tcp:10:truncate.0 00002000:00010000:1.0:1746126479.242011:0:25023:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746126479.242015:0:25023:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime from disk: 1746126479 -> 1746126479 00002000:00010000:1.0:1746126479.242016:0:25023:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime from disk: 1746126479 -> 0 00002000:00010000:1.0:1746126479.242018:0:25023:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime from disk: 1746126479 -> 1746126479 00002000:00010000:1.0:1746126479.242020:0:25023:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1746126479.242072:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822263296:12345-192.168.203.3@tcp:10:truncate.0 Request processed in 318us (5229us total) trans 4294968491 rc 0/0 00000100:00100000:1.0:1746126479.242081:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4092 00002000:00010000:1.0:1746126479.242084:0:25023:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/26 (858->18446744073709551615) 00002000:00100000:1.0:1746126479.242086:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093955500 with x1830945822263296 ext(858->18446744073709551615) 00002000:00010000:1.0:1746126479.242089:0:25023:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093955500. 00000100:00100000:0.0:1746126479.256817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.257064:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822263424 00000100:00100000:2.0:1746126479.257072:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822263424 00000100:00100000:2.0:1746126479.257122:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30859 00000100:00100000:2.0:1746126479.257130:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:32292:x1830945822263424:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126479.257150:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.257175:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d111745b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9a4 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.257220:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117462 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257231:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117462 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257240:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117462 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257250:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117469 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257255:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257260:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257332:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d1117470 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257338:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d1117470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257344:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d1117470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:2.0:1746126479.257366:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746126479.257369:0:8520:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126479.257382:0:8520:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d1117470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257389:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d1117470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257394:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117462 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257400:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117462 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257405:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117462 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257409:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2e200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126479.257412:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117462 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257418:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117462 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257427:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88008b7eb200) 00010000:00010000:2.0:1746126479.257429:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126479.257432:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117462 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257436:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117462 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257461:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257466:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117469 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257469:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117469 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257472:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2f000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126479.257474:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117469 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257478:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117469 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257483:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880134f42700) 00010000:00010000:2.0:1746126479.257485:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126479.257487:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117469 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.257491:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117469 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.258713:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d111745b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9a4 expref: 16 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.258769:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136953a00/0x8f8d42f0d1117470 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9a4 expref: 15 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.258778:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:2.0:1746126479.258781:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126479.258784:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136953a00, rc 0) 00000100:00100000:2.0:1746126479.258831:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:32292:x1830945822263424:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 1701us (2020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126479.258838:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30859 00000100:00100000:0.0:1746126479.262830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126479.263380:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822263680 00000100:00100000:1.0:1746126479.263388:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822263680 00002000:00100000:1.0:1746126479.263423:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff88009425df80 x1830945822263680/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:240/0 lens 488/0 e 0 to 0 dl 1746126490 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746126479.263433:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425df80 with x1830945822263680 ext(0->4095) 00002000:00010000:1.0:1746126479.263437:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425df80 00000100:00100000:1.0:1746126479.263758:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4093 00000100:00100000:1.0:1746126479.263765:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822263680:12345-192.168.203.3@tcp:3:cp.0 00000100:00100000:1.0:1746126479.263896:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822263680:12345-192.168.203.3@tcp:3:cp.0 Request processed in 131us (1072us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126479.263902:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4093 00002000:00100000:1.0:1746126479.263907:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff88009425df80 x1830945822263680/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746126490 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746126479.263914:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425df80 with x1830945822263680 ext(0->4095) 00002000:00010000:1.0:1746126479.263916:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425df80 00000100:00100000:0.0:1746126479.282036:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.283212:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822263808 00000100:00100000:2.0:1746126479.283222:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822263808 00000100:00100000:2.0:1746126479.283281:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30860 00000100:00100000:2.0:1746126479.283287:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:32296:x1830945822263808:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126479.283307:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.283323:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117477 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9ab expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.283363:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d111747e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283373:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d111747e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283381:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d111747e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283389:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117485 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283394:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117485 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283399:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117485 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283463:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e000/0x8f8d42f0d111748c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283470:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e000/0x8f8d42f0d111748c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283474:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e000/0x8f8d42f0d111748c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:2.0:1746126479.283529:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746126479.283532:0:8520:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126479.283544:0:8520:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e000/0x8f8d42f0d111748c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283549:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e000/0x8f8d42f0d111748c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283555:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d111747e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283560:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d111747e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283564:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d111747e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283568:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2f000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126479.283572:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d111747e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283576:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d111747e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283583:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88008b7eb200) 00010000:00010000:2.0:1746126479.283586:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126479.283588:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d111747e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283593:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d111747e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283620:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117485 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283624:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117485 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283628:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117485 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283631:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2e200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126479.283633:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117485 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283637:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117485 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283641:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880134f42d00) 00010000:00010000:2.0:1746126479.283643:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126479.283644:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117485 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283648:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117485 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126479.283666:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117477 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9ab expref: 13 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.283675:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e000/0x8f8d42f0d111748c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9ab expref: 12 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.283685:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:2.0:1746126479.283687:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126479.283688:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a2e000, rc 0) 00000100:00100000:2.0:1746126479.283731:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:32296:x1830945822263808:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 443us (1704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126479.283736:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30860 00000100:00100000:2.0:1746126479.288084:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126479.288149:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822263936 00000100:00100000:3.0:1746126479.288156:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822263936 00000100:00100000:3.0:1746126479.288269:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5481 00000100:00100000:3.0:1746126479.288276:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822263936:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126479.288291:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126479.288306:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117493 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9b2 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126479.288348:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820564352:192.168.203.3@tcp:106: 00000100:00100000:3.0:1746126479.289523:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118180 going to sleep for 11 seconds 00002000:00010000:3.0:1746126479.295036:0:10567:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1746126479 00000100:00100000:3.0:1746126479.295059:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820564352:192.168.203.3@tcp:106: 00010000:00010000:3.0:1746126479.295085:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117493 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9b2 expref: 6 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126479.295097:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117493 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9b2 expref: 6 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126479.295120:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4000, rc 0) 00000100:00100000:3.0:1746126479.295172:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822263936:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 6895us (7094us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126479.295178:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5481 00000100:00100000:0.0:1746126479.299689:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.300052:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822264192 00000100:00100000:2.0:1746126479.300060:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822264192 00000100:00100000:2.0:1746126479.300101:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30861 00000100:00100000:2.0:1746126479.300108:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:32296:x1830945822264192:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126479.300124:0:7132:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126479.300137:0:7132:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111749a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9b9 expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.300621:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484cc00/0x8f8d42f0d11174a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126479.300632:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009484cc00/0x8f8d42f0d11174a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126479.300640:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484cc00/0x8f8d42f0d11174a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:2.0:1746126479.300648:0:7132:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00010000:00010000:2.0:1746126479.300734:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949a3600/0x8f8d42f0d111749a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9b9 expref: 15 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.301966:0:7132:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484cc00/0x8f8d42f0d11174a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9b9 expref: 14 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.301975:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:2.0:1746126479.301977:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126479.301980:0:7132:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484cc00, rc 0) 00000100:00100000:2.0:1746126479.302207:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:32296:x1830945822264192:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 2097us (2523us total) trans 4294980604 rc 0/0 00000100:00100000:2.0:1746126479.302214:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30861 00000100:00100000:0.0:1746126479.305468:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.305965:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822264320 00000100:00100000:2.0:1746126479.305976:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822264320 00000100:00100000:0.0:1746126479.306156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126479.306260:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822264448 00000100:00100000:3.0:1746126479.306263:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822264448 00000100:00100000:3.0:1746126479.306291:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5482 00000100:00100000:3.0:1746126479.306296:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822264448:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126479.306309:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126479.306323:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4200/0x8f8d42f0d11174af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9c0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126479.306362:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820564480:192.168.203.3@tcp:106: 00000100:00100000:3.0:1746126479.306424:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126479.306879:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 159 00000100:00100000:2.0:1746126479.306885:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1974:x1830945822264320:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126479.306893:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126479.306909:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484cc00/0x8f8d42f0d11174a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9b9 expref: 14 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126479.306921:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88008b7eb400) 00010000:00010000:2.0:1746126479.306924:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126479.306945:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:1974:x1830945822264320:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 60us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126479.306951:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 159 00000100:00100000:3.0:1746126479.309246:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820564480:192.168.203.3@tcp:106: 00010000:00010000:3.0:1746126479.309269:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4200/0x8f8d42f0d11174af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9c0 expref: 6 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126479.309281:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4200/0x8f8d42f0d11174af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9c0 expref: 6 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126479.309565:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4200, rc 0) 00000100:00100000:3.0:1746126479.309628:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1976:x1830945822264448:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 3330us (3471us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126479.309635:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5482 00000100:00100000:0.0:1746126479.312577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126479.312730:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822264576 00000100:00100000:3.0:1746126479.312737:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822264576 00000100:00100000:3.0:1746126479.312771:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5483 00000100:00100000:3.0:1746126479.312778:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:32296:x1830945822264576:12345-192.168.203.3@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126479.312791:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126479.312804:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11174b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9c7 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.312830:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.312836:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126479.312837:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126479.312840:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11174b6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9c7 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.312864:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.312873:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 6 pid: 10567 timeout: 620 lvb_type: 0 00000100:00100000:3.0:1746126479.312883:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820564608:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126479.312950:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126479.315022:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820564608:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126479.315048:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11174b6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9c7 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126479.315062:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e5000, rc 0) 00000100:00100000:3.0:1746126479.315096:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:32296:x1830945822264576:12345-192.168.203.3@tcp:101:mmap_cat.0 Request processed in 2318us (2523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126479.315103:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5483 00000100:00100000:0.0:1746126479.315449:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126479.315520:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822264704 00000100:00100000:1.0:1746126479.315525:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822264704 00010000:00010000:1.0:1746126479.315545:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 7 pid: 10567 timeout: 620 lvb_type: 0 00000100:00100000:1.0:1746126479.315574:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7689 00000100:00100000:1.0:1746126479.315579:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822264704:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126479.315589:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126479.315606:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 7 pid: 10567 timeout: 620 lvb_type: 0 00010000:00010000:1.0:1746126479.315620:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 7 pid: 10567 timeout: 620 lvb_type: 0 00010000:00010000:1.0:1746126479.315637:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117454 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c99d expref: 7 pid: 10567 timeout: 620 lvb_type: 0 00010000:00010000:1.0:1746126479.315649:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126479.315650:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126479.315655:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11174b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9c7 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126479.315663:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11174b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9c7 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126479.315684:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5000/0x8f8d42f0d11174b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9c7 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126479.315694:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820564736:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126479.315747:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013486b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126479.317551:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820564736:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126479.317568:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126479.317602:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822264704:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 2021us (2153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126479.317610:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7689 00000100:00100000:0.0:1746126479.318206:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126479.318451:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822264960 00000100:00100000:3.0:1746126479.318457:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822264960 00002000:00100000:3.0:1746126479.318525:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff88009425c700 x1830945822264960/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:240/0 lens 488/0 e 0 to 0 dl 1746126490 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126479.318534:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c700 with x1830945822264960 ext(0->4095) 00002000:00010000:3.0:1746126479.318537:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425c700 00000100:00100000:3.0:1746126479.318705:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4094 00000100:00100000:3.0:1746126479.318711:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822264960:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126479.318822:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822264960:12345-192.168.203.3@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (616us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126479.318828:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4094 00002000:00100000:3.0:1746126479.318832:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff88009425c700 x1830945822264960/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746126490 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126479.319136:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c700 with x1830945822264960 ext(0->4095) 00002000:00010000:3.0:1746126479.319140:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425c700 00000100:00100000:0.0:1746126479.323817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126479.323964:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822265216 00000100:00100000:2.0:1746126479.323972:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822265216 00000100:00100000:2.0:1746126479.324012:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 151 00000100:00100000:2.0:1746126479.324018:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:32296:x1830945822265216:12345-192.168.203.3@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746126479.324248:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:32296:x1830945822265216:12345-192.168.203.3@tcp:35:mmap_cat.0 Request processed in 229us (437us total) trans 4294980605 rc 0/0 00000100:00100000:2.0:1746126479.324254:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 151 00010000:00010000:3.0:1746126479.562901:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746126479.958183:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968076 is committed 00010000:00010000:2.0:1746126480.564683:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126480.581405:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3298:1830945820565120:0@lo:400:kworker.0 00000100:00100000:1.0:1746126480.581453:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126480.581514:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746126480.581519:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820565248:0@lo:400:kworker.0 00000100:00100000:1.0:1746126480.581536:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126480.581576:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820565120 00000100:00100000:1.0:1746126480.581582:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820565120 00000100:00100000:1.0:1746126480.581610:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820565248 00000100:00100000:1.0:1746126480.581612:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820565248 00000100:00100000:1.0:1746126480.581628:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1746126480.581634:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830945820565120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126480.581669:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830945820565120:12345-0@lo:400:kworker.0 Request processed in 35us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126480.581674:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1746126480.581686:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1746126480.581690:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820565248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126480.581710:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820565248:12345-0@lo:400:kworker.0 Request processed in 20us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126480.581714:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00080000:1.0:1746126480.581727:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126480.581746:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820565248:0@lo:400:kworker.0 00000100:00100000:1.0:1746126480.581753:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3298:1830945820565120:0@lo:400:kworker.0 00000100:00100000:2.0:1746126480.581841:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820564992:0@lo:400:kworker.0 00000100:00100000:2.0:1746126480.581865:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126480.581879:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820565504:0@lo:400:kworker.0 00000100:00100000:2.0:1746126480.581895:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126480.581919:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746126480.581923:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3301:1830945820564864:0@lo:400:kworker.0 00000100:00100000:2.0:1746126480.581941:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126480.581960:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820565376:0@lo:400:kworker.0 00000100:00100000:2.0:1746126480.581974:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126480.581996:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820565504 00000100:00100000:2.0:1746126480.581999:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820565504 00000100:00100000:2.0:1746126480.582019:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820565376 00000100:00100000:2.0:1746126480.582020:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820565376 00000100:00100000:2.0:1746126480.582039:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1746126480.582043:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820565504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126480.582071:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820565504:12345-0@lo:400:kworker.0 Request processed in 27us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126480.582075:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1746126480.582084:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1746126480.582088:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820565376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126480.582108:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820565376:12345-0@lo:400:kworker.0 Request processed in 19us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126480.582112:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00080000:2.0:1746126480.582123:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746126480.582125:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126480.582137:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820565376:0@lo:400:kworker.0 00000100:00100000:0.0:1746126480.582381:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820564864 00000100:00100000:0.0:1746126480.582384:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820564864 00000100:00100000:0.0:1746126480.582405:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1746126480.582409:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a446c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3301:x1830945820564864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126480.582434:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a446c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3301:x1830945820564864:12345-0@lo:400:kworker.0 Request processed in 25us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126480.582438:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1746126480.583200:0:3301:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968076 gen 2 00000004:00080000:2.0:1746126480.583207:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801351f9c00, transno 4294968076 00000100:00100000:2.0:1746126480.583218:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820565504:0@lo:400:kworker.0 00000100:00100000:2.0:1746126480.583242:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3301:1830945820564864:0@lo:400:kworker.0 00000100:00100000:1.0:1746126480.583320:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820564992 00000100:00100000:1.0:1746126480.583324:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820564992 00000100:00100000:1.0:1746126480.583348:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1746126480.583352:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830945820564992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126480.583382:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830945820564992:12345-0@lo:400:kworker.0 Request processed in 30us (1516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126480.583386:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1746126480.583711:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820564992:0@lo:400:kworker.0 00000100:00100000:1.0:1746126480.678597:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746126480.678612:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820565632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126480.678658:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126480.678856:0:10464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820565632 00000100:00100000:2.0:1746126480.678863:0:10464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820565632 00000100:00100000:2.0:1746126480.678897:0:10464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1746126480.678903:0:10464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820565632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746126480.678930:0:10464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 534577152 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1746126480.678963:0:10464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820565632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126480.678968:0:10464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1746126480.679144:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820565632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126480.724590:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746126480.724606:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820565760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126480.724654:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126480.725171:0:10464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820565760 00000100:00100000:3.0:1746126480.725178:0:10464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820565760 00000100:00100000:3.0:1746126480.725207:0:10464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1746126480.725212:0:10464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820565760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746126480.725238:0:10464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1746126480.725267:0:10464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820565760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126480.725272:0:10464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1746126480.725408:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820565760:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1746126481.567172:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126481.873664:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126481.873707:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126481.873734:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126481.873748:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126481.873757:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126481.873767:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126481.873794:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822265600 00000100:00100000:3.0:1746126481.873803:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822265600 00000100:00100000:0.0:1746126481.873812:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126481.873831:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822265856 00000100:00100000:0.0:1746126481.873834:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822265856 00000100:00100000:3.0:1746126481.873851:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822266112 00000100:00100000:3.0:1746126481.873853:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822266112 00000100:00100000:0.0:1746126481.873859:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822265472 00000100:00100000:0.0:1746126481.873860:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822265472 00000100:00100000:3.0:1746126481.873864:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822265728 00000100:00100000:3.0:1746126481.873865:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822265728 00000100:00100000:0.0:1746126481.873873:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 359 00000100:00100000:3.0:1746126481.873874:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822265984 00000100:00100000:3.0:1746126481.873876:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822265984 00000100:00100000:0.0:1746126481.873879:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1977:x1830945822265856:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126481.873886:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 433 00000100:00100000:3.0:1746126481.873891:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822265600:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126481.873949:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822265600:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 58us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126481.873955:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 433 00000100:00100000:3.0:1746126481.873966:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 434 00000100:00100000:3.0:1746126481.873970:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822266112:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:2.0:1746126481.874028:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822265344 00000100:00100000:2.0:1746126481.874032:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822265344 00000100:00100000:2.0:1746126481.874054:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 378 00000100:00100000:2.0:1746126481.874058:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6887c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1977:x1830945822265344:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1746126481.874250:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 435 00000100:00100000:1.0:1746126481.874258:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1977:x1830945822265728:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126481.874434:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1977:x1830945822265856:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 555us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126481.874440:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 359 00000100:00100000:3.0:1746126481.874447:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822266112:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 474us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126481.874452:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 434 00000100:00100000:0.0:1746126481.874453:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 360 00000100:00100000:0.0:1746126481.874458:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1977:x1830945822265472:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126481.874461:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 436 00000100:00100000:3.0:1746126481.874465:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822265984:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126481.874480:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1977:x1830945822265472:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 22us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126481.874485:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822265984:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 20us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126481.874485:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 360 00000100:00100000:3.0:1746126481.874490:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 436 00000100:00080000:3.0:1746126481.874520:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746126481.874523:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746126481.874525:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126481.874953:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6887c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1977:x1830945822265344:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 891us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126481.874960:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 378 00000100:00100000:1.0:1746126481.875135:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1977:x1830945822265728:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 877us (1365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126481.875151:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 435 00010000:00010000:3.0:1746126482.572578:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746126482.993393:0:4416:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 15:08:02 (1746126482) 00000100:00100000:3.0:1746126483.069691:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126483.069802:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822266368 00000100:00100000:0.0:1746126483.069809:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822266368 00000100:00100000:0.0:1746126483.069873:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30862 00000100:00100000:0.0:1746126483.069880:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:461:x1830945822266368:12345-192.168.203.3@tcp:36:mkdir.0 00010000:00010000:0.0:1746126483.069917:0:7131:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126483.069939:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8600/0x8f8d42f0d111733c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c934 expref: 15 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126483.069952:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7ebf00) 00010000:00010000:0.0:1746126483.069956:0:7131:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126483.070019:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.070029:0:7131:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c96c expref: 13 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126483.070034:0:7131:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.070060:0:7131:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c96c expref: 13 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126483.070070:0:7131:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c96c expref: 13 pid: 7132 timeout: 624 lvb_type: 0 00000100:00100000:0.0:1746126483.070080:0:7131:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ec1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7131:1830945820565888:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126483.070156:0:7131:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c4a9c0 going to sleep for 11 seconds 00000100:00080000:3.0:1746126483.071128:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126483.074521:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.074540:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822266496 00000100:00100000:1.0:1746126483.074546:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822266496 00010000:00010000:1.0:1746126483.074590:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c96c expref: 14 pid: 7132 timeout: 624 lvb_type: 0 00000100:00080000:3.0:1746126483.074594:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126483.074615:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7690 00000100:00100000:1.0:1746126483.075283:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1976:x1830945822266496:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126483.075296:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126483.075305:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c96c expref: 14 pid: 7132 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746126483.075316:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c96c expref: 14 pid: 7132 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746126483.075336:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7ebf00) 00010000:00010000:1.0:1746126483.075340:0:11008:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.075347:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.075352:0:11008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.075366:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126483.075411:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1976:x1830945822266496:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 789us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126483.075417:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7690 00010000:00010000:0.0:1746126483.076175:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6af1c00/0x8f8d42f0d11173dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c96c expref: 13 pid: 7132 timeout: 624 lvb_type: 0 00000100:00100000:0.0:1746126483.076197:0:7131:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ec1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7131:1830945820565888:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126483.076211:0:7131:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.076217:0:7131:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.076222:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.076237:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11174c4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.076243:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11174c4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.076249:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11174c4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:0.0:1746126483.076684:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:0.0:1746126483.076691:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.076696:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.076702:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.076707:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ad4200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126483.076710:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.076715:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.076722:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7ebf00) 00010000:00010000:0.0:1746126483.076724:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126483.076726:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126483.076730:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d11174bd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00000004:00010000:0.0:1746126483.076744:0:7131:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008963aa00 reply state ffff880099a16000 transno 4294980606 ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11174c4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000100:00100000:0.0:1746126483.076750:0:7131:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126483.076793:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:461:x1830945822266368:12345-192.168.203.3@tcp:36:mkdir.0 Request processed in 6914us (8669us total) trans 4294980606 rc 0/0 00000100:00100000:0.0:1746126483.076799:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30862 00010000:00010000:2.0:1746126483.078556:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11174c4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.078568:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11174c4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.078573:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11174c4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.078577:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ad5600 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126483.078580:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11174c4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.078585:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11174c4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.078593:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880083fde400) 00010000:00010000:2.0:1746126483.078594:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126483.078596:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11174c4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.078600:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d11174c4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00000100:00100000:0.0:1746126483.088809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.089056:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822266624 00000100:00100000:1.0:1746126483.089063:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822266624 00000100:00100000:1.0:1746126483.089109:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30863 00000100:00100000:1.0:1746126483.089115:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:469:x1830945822266624:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:1.0:1746126483.089131:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126483.089217:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d11174cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9ce expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.090207:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x8f8d42f0d11174d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.090219:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x8f8d42f0d11174d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.090228:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x8f8d42f0d11174d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:1.0:1746126483.090275:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746126483.090278:0:7131:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126483.090290:0:7131:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x8f8d42f0d11174d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.090308:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d11174cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9ce expref: 17 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.090319:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x8f8d42f0d11174d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9ce expref: 16 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.090325:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135753c00) 00010000:00010000:1.0:1746126483.090327:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126483.090329:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367b000, rc 0) 00000100:00100000:1.0:1746126483.092704:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:469:x1830945822266624:12345-192.168.203.3@tcp:101:cp.0 Request processed in 3583us (3895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126483.092713:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30863 00000100:00100000:1.0:1746126483.101222:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.101246:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822266752 00000100:00100000:1.0:1746126483.101253:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822266752 00000100:00100000:1.0:1746126483.101284:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30864 00000100:00100000:1.0:1746126483.101290:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:469:x1830945822266752:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:1.0:1746126483.101303:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126483.101317:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b800/0x8f8d42f0d11174d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9d5 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.101360:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11174e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.101373:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11174e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.101382:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11174e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.101393:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d11174e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.101398:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d11174e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.101402:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d11174e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.101491:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367be00/0x8f8d42f0d11174ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.101514:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367be00/0x8f8d42f0d11174ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.101519:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367be00/0x8f8d42f0d11174ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:1.0:1746126483.103147:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:1.0:1746126483.103151:0:7131:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126483.103164:0:7131:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009367be00/0x8f8d42f0d11174ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103174:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11174e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103180:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11174e0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103189:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11174e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103194:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367ac00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126483.103197:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11174e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103202:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11174e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103211:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135753c00) 00010000:00010000:1.0:1746126483.103213:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126483.103217:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11174e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103221:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d11174e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103229:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d11174e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103233:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d11174e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103236:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d11174e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103239:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367aa00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126483.103241:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d11174e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103245:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d11174e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103254:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880135753700) 00010000:00010000:1.0:1746126483.103255:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126483.103257:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d11174e7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103261:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d11174e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.103284:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b800/0x8f8d42f0d11174d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9d5 expref: 18 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.103293:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367be00/0x8f8d42f0d11174ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9d5 expref: 17 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.103298:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880135753100) 00010000:00010000:1.0:1746126483.103299:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746126483.103301:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367be00, rc 0) 00000100:00100000:1.0:1746126483.104878:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:469:x1830945822266752:12345-192.168.203.3@tcp:101:cp.0 Request processed in 3583us (3655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126483.104886:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30864 00000100:00100000:0.0:1746126483.110888:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.110944:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822266880 00000100:00100000:1.0:1746126483.110951:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822266880 00000100:00100000:1.0:1746126483.110986:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30865 00000100:00100000:1.0:1746126483.110993:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:469:x1830945822266880:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:1.0:1746126483.111008:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126483.111021:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367bc00/0x8f8d42f0d11174f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9dc expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.111066:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d11174fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111074:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d11174fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111083:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d11174fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111092:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d1117503 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111096:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d1117503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111101:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d1117503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111158:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d11174fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111163:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d11174fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111168:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d11174fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111172:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367a200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126483.111174:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d11174fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111179:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d11174fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111190:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880135753100) 00010000:00010000:1.0:1746126483.111192:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126483.111195:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d11174fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111199:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d11174fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111206:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d1117503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111210:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d1117503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111214:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d1117503 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111218:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367a800 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126483.111219:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d1117503 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111223:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d1117503 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111228:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880135753a00) 00010000:00010000:1.0:1746126483.111229:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126483.111231:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d1117503 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111234:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d1117503 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.111263:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367bc00/0x8f8d42f0d11174f5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9dc expref: 18 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.111270:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367bc00/0x8f8d42f0d11174f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9dc expref: 18 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.111276:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367bc00, rc 0) 00000100:00100000:1.0:1746126483.111310:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:469:x1830945822266880:12345-192.168.203.3@tcp:101:cp.0 Request processed in 317us (428us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126483.111315:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30865 00000100:00100000:0.0:1746126483.122177:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.122755:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822267008 00000100:00100000:2.0:1746126483.122762:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822267008 00000100:00100000:2.0:1746126483.123303:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30866 00000100:00100000:2.0:1746126483.123311:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:469:x1830945822267008:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:2.0:1746126483.123326:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126483.123341:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50200/0x8f8d42f0d111750a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9e3 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.123386:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117511 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123396:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117511 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123404:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117511 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123413:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117518 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123419:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123424:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123471:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117511 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123478:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117511 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123484:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117511 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123488:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b51e00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126483.123491:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117511 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123516:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117511 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123540:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880135753100) 00010000:00010000:2.0:1746126483.123543:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126483.123546:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117511 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123551:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117511 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123560:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123564:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117518 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123569:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117518 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123573:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b51c00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126483.123575:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117518 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123579:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117518 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123585:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880134f42d00) 00010000:00010000:2.0:1746126483.123587:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126483.123589:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117518 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123593:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117518 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.123625:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50200/0x8f8d42f0d111750a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9e3 expref: 18 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.123632:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50200/0x8f8d42f0d111750a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9e3 expref: 18 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.123639:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b50200, rc 0) 00000100:00100000:2.0:1746126483.123680:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:469:x1830945822267008:12345-192.168.203.3@tcp:101:cp.0 Request processed in 368us (1508us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126483.123685:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30866 00000100:00100000:1.0:1746126483.133992:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.134019:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822267264 00000100:00100000:1.0:1746126483.134026:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822267264 00000100:00100000:1.0:1746126483.138403:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30867 00000100:00100000:1.0:1746126483.138415:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d52a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:469:x1830945822267264:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:1.0:1746126483.138431:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126483.138447:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d111751f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9ea expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.138559:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117526 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138568:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117526 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138577:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117526 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138587:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111752d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138592:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111752d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138598:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111752d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00080000:1.0:1746126483.138829:0:7131:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 1: 0 00010000:00010000:1.0:1746126483.138937:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b600/0x8f8d42f0d1117534 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138944:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b600/0x8f8d42f0d1117534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138949:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b600/0x8f8d42f0d1117534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138971:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117526 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138975:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117526 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138980:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117526 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138985:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367a200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126483.138987:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117526 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.138992:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117526 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.139000:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880135753100) 00010000:00010000:1.0:1746126483.139003:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126483.139006:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117526 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.139014:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117526 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00000004:00010000:1.0:1746126483.139027:0:7131:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012d52a050 reply state ffff880094650000 transno 4294980607 ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111752d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000100:00100000:1.0:1746126483.139032:0:7131:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126483.139058:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a800/0x8f8d42f0d111751f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9ea expref: 20 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.139068:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b600/0x8f8d42f0d1117534 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9ea expref: 19 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.139074:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880135753f00) 00010000:00010000:1.0:1746126483.139076:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126483.139078:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367b600, rc 0) 00000100:00100000:1.0:1746126483.139128:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d52a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:469:x1830945822267264:12345-192.168.203.3@tcp:101:cp.0 Request processed in 716us (5141us total) trans 4294980607 rc 0/0 00000100:00100000:1.0:1746126483.139141:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30867 00010000:00010000:2.0:1746126483.148271:0:3285:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111752d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.148282:0:3285:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111752d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.148288:0:3285:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111752d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.148294:0:3285:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367aa00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126483.148297:0:3285:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111752d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.148303:0:3285:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111752d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.148315:0:3285:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880135753a00) 00010000:00010000:2.0:1746126483.148318:0:3285:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126483.148321:0:3285:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111752d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126483.148325:0:3285:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367aa00/0x8f8d42f0d111752d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00000100:00100000:0.0:1746126483.153171:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.153790:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822267392 00000100:00100000:1.0:1746126483.153798:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822267392 00000100:00100000:1.0:1746126483.153856:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5484 00000100:00100000:1.0:1746126483.153862:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1977:x1830945822267392:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:1.0:1746126483.153875:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126483.153890:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009367bc00/0x8f8d42f0d1117542 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9f1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126483.153907:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746126483.153920:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126483.153921:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126483.153928:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009367bc00/0x8f8d42f0d1117542 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f1 expref: 6 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126483.153940:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009367bc00/0x8f8d42f0d1117542 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f1 expref: 6 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126483.153949:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367bc00, rc 0) 00000100:00100000:1.0:1746126483.153984:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822267392:12345-192.168.203.3@tcp:101:cp.0 Request processed in 122us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126483.153989:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5484 00000100:00080000:3.0:1746126483.154227:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126483.156829:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.156946:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822267520 00000100:00100000:2.0:1746126483.156954:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822267520 00000100:00100000:2.0:1746126483.156997:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5485 00000100:00100000:2.0:1746126483.157004:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:469:x1830945822267520:12345-192.168.203.3@tcp:101:cp.0 00010000:00010000:2.0:1746126483.157017:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126483.157029:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9f8 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.157053:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009367bc00/0x8f8d42f0d1117542 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f1 expref: 7 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126483.157059:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126483.157060:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126483.157063:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.157085:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009367bc00/0x8f8d42f0d1117542 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f1 expref: 7 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126483.157095:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009367bc00/0x8f8d42f0d1117542 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f1 expref: 7 pid: 8479 timeout: 624 lvb_type: 1 00000100:00100000:2.0:1746126483.157105:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820566016:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126483.157687:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b8319c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126483.160744:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820566016:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126483.160769:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.160784:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51c00, rc 0) 00000100:00100000:3.0:1746126483.160824:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:469:x1830945822267520:12345-192.168.203.3@tcp:101:cp.0 Request processed in 3819us (3999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126483.160831:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5485 00000100:00100000:0.0:1746126483.162648:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.162861:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822267648 00000100:00100000:1.0:1746126483.162868:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822267648 00010000:00010000:1.0:1746126483.162895:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009367bc00/0x8f8d42f0d1117542 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f1 expref: 7 pid: 8479 timeout: 624 lvb_type: 1 00000100:00100000:1.0:1746126483.162927:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7691 00000100:00100000:1.0:1746126483.162933:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822267648:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126483.162944:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126483.162960:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009367bc00/0x8f8d42f0d1117542 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f1 expref: 7 pid: 8479 timeout: 624 lvb_type: 1 00010000:00010000:1.0:1746126483.162970:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009367bc00/0x8f8d42f0d1117542 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f1 expref: 7 pid: 8479 timeout: 624 lvb_type: 1 00010000:00010000:1.0:1746126483.162987:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009367bc00/0x8f8d42f0d1117542 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f1 expref: 7 pid: 8479 timeout: 624 lvb_type: 1 00010000:00010000:1.0:1746126483.163011:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126483.163012:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126483.163017:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.163025:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.163181:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126483.163192:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135702a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820566144:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126483.164027:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013486bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126483.169639:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.169736:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822267904 00000100:00100000:2.0:1746126483.169744:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822267904 00000100:00100000:2.0:1746126483.169782:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 152 00000100:00100000:2.0:1746126483.169788:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:469:x1830945822267904:12345-192.168.203.3@tcp:35:cp.0 00000100:00100000:2.0:1746126483.170013:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:469:x1830945822267904:12345-192.168.203.3@tcp:35:cp.0 Request processed in 223us (379us total) trans 4294980608 rc 0/0 00000100:00100000:2.0:1746126483.170019:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 152 00000100:00100000:1.0:1746126483.170421:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135702a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820566144:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126483.170435:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126483.170467:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822267648:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 7534us (7823us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126483.170474:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7691 00000100:00100000:0.0:1746126483.221184:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.223298:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822268160 00000100:00100000:1.0:1746126483.223310:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822268160 00000100:00100000:1.0:1746126483.223373:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30868 00000100:00100000:1.0:1746126483.223381:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:474:x1830945822268160:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:1.0:1746126483.223404:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126483.223421:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117550 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0c9ff expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.223530:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d1117557 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.223541:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d1117557 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.223551:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d1117557 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:1.0:1746126483.223559:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:1.0:1746126483.223663:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117550 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9ff expref: 23 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.223688:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ac00/0x8f8d42f0d1117557 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9ff expref: 22 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.223695:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880135753f00) 00010000:00010000:1.0:1746126483.223697:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746126483.223700:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367ac00, rc 0) 00000100:00100000:1.0:1746126483.223770:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:474:x1830945822268160:12345-192.168.203.3@tcp:101:dd.0 Request processed in 387us (2595us total) trans 4294980609 rc 0/0 00000100:00100000:1.0:1746126483.223776:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30868 00000100:00100000:0.0:1746126483.329801:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.329870:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822268288 00000100:00100000:2.0:1746126483.329880:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822268288 00000100:00100000:2.0:1746126483.330069:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30869 00000100:00100000:2.0:1746126483.330078:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:478:x1830945822268288:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126483.330097:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126483.330114:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117565 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca06 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.330185:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.330197:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.330206:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:2.0:1746126483.330266:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746126483.330269:0:8520:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126483.330282:0:8520:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.330301:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51e00/0x8f8d42f0d1117565 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca06 expref: 15 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.330334:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca06 expref: 14 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.330342:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135753c00) 00010000:00010000:2.0:1746126483.330345:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126483.330347:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51a00, rc 0) 00000100:00100000:2.0:1746126483.330406:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:478:x1830945822268288:12345-192.168.203.3@tcp:101:dd.0 Request processed in 326us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126483.330412:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30869 00000100:00100000:0.0:1746126483.334061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.335048:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822268416 00000100:00100000:1.0:1746126483.335058:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822268416 00000100:00100000:1.0:1746126483.335121:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30870 00000100:00100000:1.0:1746126483.335128:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:478:x1830945822268416:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:1.0:1746126483.335159:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126483.335177:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a000/0x8f8d42f0d1117573 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca0d expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.335238:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d111757a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335251:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d111757a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335261:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d111757a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335274:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117581 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335279:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117581 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335284:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117581 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335398:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367bc00/0x8f8d42f0d1117588 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335404:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367bc00/0x8f8d42f0d1117588 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335410:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367bc00/0x8f8d42f0d1117588 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:1.0:1746126483.335436:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:1.0:1746126483.335439:0:7131:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126483.335452:0:7131:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009367bc00/0x8f8d42f0d1117588 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335460:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d111757a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335466:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d111757a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335471:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d111757a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335477:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367a600 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126483.335480:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d111757a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335487:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d111757a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335529:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135753c00) 00010000:00010000:1.0:1746126483.335532:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126483.335536:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d111757a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335541:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a600/0x8f8d42f0d111757a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335559:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117581 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335564:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117581 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335568:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117581 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335572:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367a200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126483.335575:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117581 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335583:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117581 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335589:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880135753e00) 00010000:00010000:1.0:1746126483.335591:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126483.335593:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117581 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335597:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a200/0x8f8d42f0d1117581 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126483.335623:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367a000/0x8f8d42f0d1117573 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca0d expref: 16 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.335634:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367bc00/0x8f8d42f0d1117588 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca0d expref: 15 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.335640:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880135753100) 00010000:00010000:1.0:1746126483.335642:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746126483.335644:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367bc00, rc 0) 00000100:00100000:1.0:1746126483.335693:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:478:x1830945822268416:12345-192.168.203.3@tcp:101:dd.0 Request processed in 565us (1642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126483.335700:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30870 00000100:00100000:0.0:1746126483.339635:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.339938:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822268672 00000100:00100000:2.0:1746126483.339948:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822268672 00000100:00100000:2.0:1746126483.340602:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30871 00000100:00100000:2.0:1746126483.340613:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:478:x1830945822268672:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126483.340635:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126483.340653:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51800/0x8f8d42f0d111758f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca14 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.340757:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117596 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.340769:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117596 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.340780:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117596 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.340792:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51200/0x8f8d42f0d111759d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.340797:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51200/0x8f8d42f0d111759d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.340802:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51200/0x8f8d42f0d111759d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341646:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341655:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341662:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:2.0:1746126483.341671:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:2.0:1746126483.341761:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117596 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341767:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117596 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341773:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117596 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341778:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b50800 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126483.341782:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117596 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341788:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117596 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341798:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880135753100) 00010000:00010000:2.0:1746126483.341801:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126483.341805:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117596 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341810:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117596 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341843:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51200/0x8f8d42f0d111759d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341848:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51200/0x8f8d42f0d111759d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341852:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51200/0x8f8d42f0d111759d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341856:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b51200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126483.341859:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51200/0x8f8d42f0d111759d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341863:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51200/0x8f8d42f0d111759d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341869:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880134f42e00) 00010000:00010000:2.0:1746126483.341875:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126483.341877:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51200/0x8f8d42f0d111759d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341881:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51200/0x8f8d42f0d111759d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.341920:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51800/0x8f8d42f0d111758f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca14 expref: 18 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.341931:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca14 expref: 17 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.341938:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880135753f00) 00010000:00010000:2.0:1746126483.341941:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126483.341943:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51400, rc 0) 00000100:00100000:2.0:1746126483.342006:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:478:x1830945822268672:12345-192.168.203.3@tcp:101:dd.0 Request processed in 1395us (2379us total) trans 4294980610 rc 0/0 00000100:00100000:2.0:1746126483.342013:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30871 00000100:00100000:0.0:1746126483.345690:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126483.345804:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822268800 00000100:00100000:3.0:1746126483.345813:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822268800 00000100:00080000:0.0:1746126483.346023:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126483.346080:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5486 00000100:00100000:3.0:1746126483.346090:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:478:x1830945822268800:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:3.0:1746126483.346108:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126483.346128:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca1b expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.346168:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.346175:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126483.346176:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126483.346180:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.346211:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.346227:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 5 pid: 10567 timeout: 624 lvb_type: 0 00000100:00100000:3.0:1746126483.346240:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820566272:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126483.348140:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126483.352063:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.352111:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822268928 00000100:00100000:2.0:1746126483.352119:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822268928 00002000:00100000:2.0:1746126483.352178:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->1715) req@ffff8801351f8e00 x1830945822268928/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:244/0 lens 2208/0 e 0 to 0 dl 1746126494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126483.352188:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8e00 with x1830945822268928 ext(0->1715) 00010000:00010000:2.0:1746126483.352197:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 6 pid: 10567 timeout: 624 lvb_type: 0 00010000:00010000:2.0:1746126483.352211:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 6 pid: 10567 timeout: 624 lvb_type: 0 00002000:00010000:2.0:1746126483.352217:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351f8e00 00000100:00100000:3.0:1746126483.352258:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820566272:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126483.352287:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.352302:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4d91600, rc 0) 00000100:00100000:3.0:1746126483.352346:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:478:x1830945822268800:12345-192.168.203.3@tcp:101:dd.0 Request processed in 6258us (6665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126483.352353:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5486 00000100:00100000:2.0:1746126483.354029:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2033 00000100:00100000:2.0:1746126483.354046:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822268928:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126483.355327:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822268928:12345-192.168.203.3@tcp:4:dd.0 Request processed in 1282us (3267us total) trans 4294968077 rc 0/0 00000100:00100000:2.0:1746126483.355336:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2033 00002000:00100000:2.0:1746126483.355346:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->1715) req@ffff8801351f8e00 x1830945822268928/t4294968077(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:244/0 lens 2208/448 e 0 to 0 dl 1746126494 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126483.355355:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8e00 with x1830945822268928 ext(0->1715) 00010000:00010000:2.0:1746126483.355364:0:8485:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 8 pid: 10567 timeout: 624 lvb_type: 0 00010000:00010000:2.0:1746126483.355378:0:8485:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 8 pid: 10567 timeout: 624 lvb_type: 0 00002000:00010000:2.0:1746126483.355385:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351f8e00 00000100:00100000:0.0:1746126483.357916:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.358777:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822269056 00000100:00100000:1.0:1746126483.358786:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822269056 00010000:00010000:1.0:1746126483.358824:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 8 pid: 10567 timeout: 624 lvb_type: 0 00000100:00100000:1.0:1746126483.358867:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7692 00000100:00100000:1.0:1746126483.358875:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822269056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126483.358891:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126483.358910:0:11008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:1.0:1746126483.358912:0:11008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1746126483 00002000:00010000:1.0:1746126483.358914:0:11008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb atime from disk: 0 -> 1746126483 00002000:00010000:1.0:1746126483.358916:0:11008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1746126483 00010000:00010000:1.0:1746126483.358921:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 8 pid: 10567 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746126483.358932:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 8 pid: 10567 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746126483.358955:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117549 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9f8 expref: 8 pid: 10567 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746126483.359080:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126483.359082:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126483.359090:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.359098:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126483.359130:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126483.359151:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135702a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820566400:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126483.359465:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013486b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126483.364545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.364752:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135702a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820566400:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126483.364771:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126483.364815:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822269056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5940us (6909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126483.364825:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7692 00000100:00100000:2.0:1746126483.365525:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822269312 00000100:00100000:2.0:1746126483.365532:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822269312 00002000:00100000:2.0:1746126483.365573:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134ec3480 x1830945822269312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:244/0 lens 488/0 e 0 to 0 dl 1746126494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126483.365583:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3480 with x1830945822269312 ext(0->4095) 00002000:00010000:2.0:1746126483.365588:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec3480 00000100:00100000:2.0:1746126483.365607:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4095 00000100:00100000:2.0:1746126483.365613:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822269312:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:2.0:1746126483.366464:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822269312:12345-192.168.203.3@tcp:3:dd.0 Request processed in 848us (1926us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126483.366471:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4095 00002000:00100000:2.0:1746126483.366477:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134ec3480 x1830945822269312/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746126494 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126483.366483:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3480 with x1830945822269312 ext(0->4095) 00002000:00010000:2.0:1746126483.366486:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec3480 00000100:00100000:0.0:1746126483.416019:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.417955:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822269568 00000100:00100000:2.0:1746126483.417967:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822269568 00000100:00100000:2.0:1746126483.418024:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 153 00000100:00100000:2.0:1746126483.418031:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:478:x1830945822269568:12345-192.168.203.3@tcp:35:dd.0 00000100:00100000:2.0:1746126483.418828:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:478:x1830945822269568:12345-192.168.203.3@tcp:35:dd.0 Request processed in 795us (2817us total) trans 4294980611 rc 0/0 00000100:00100000:2.0:1746126483.418835:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 153 00000100:00100000:0.0:1746126483.438865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.440688:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822269824 00000100:00100000:2.0:1746126483.440700:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822269824 00000100:00100000:2.0:1746126483.440770:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30872 00000100:00100000:2.0:1746126483.440779:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:481:x1830945822269824:12345-192.168.203.3@tcp:36:truncate.0 00010000:00010000:2.0:1746126483.440838:0:8520:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126483.440871:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b600/0x8f8d42f0d1117534 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9ea expref: 22 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.440905:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880135753f00) 00010000:00010000:2.0:1746126483.440909:0:8520:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126483.441117:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.441129:0:8520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca14 expref: 17 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.441148:0:8520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.441178:0:8520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca14 expref: 17 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.441189:0:8520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca14 expref: 17 pid: 8520 timeout: 624 lvb_type: 0 00000100:00100000:2.0:1746126483.441203:0:8520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8520:1830945820566528:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126483.441304:0:8520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b8310c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126483.447740:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.447876:0:8520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8520:1830945820566528:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126483.447902:0:8520:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000100:00100000:1.0:1746126483.447974:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822269952 00000100:00100000:1.0:1746126483.447980:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822269952 00010000:00010000:1.0:1746126483.448011:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca14 expref: 18 pid: 8520 timeout: 624 lvb_type: 0 00000100:00100000:1.0:1746126483.448046:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7693 00000100:00100000:1.0:1746126483.448053:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b139050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1976:x1830945822269952:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126483.448068:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126483.448074:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca14 expref: 18 pid: 8520 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746126483.448083:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca14 expref: 18 pid: 8520 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746126483.448103:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca14 expref: 18 pid: 8520 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746126483.448118:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880135753f00) 00010000:00010000:1.0:1746126483.448122:0:11008:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126483.448141:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126483.448148:0:11008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126483.448162:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126483.448201:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b139050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1976:x1830945822269952:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 149us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126483.448207:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7693 00010000:00010000:2.0:1746126483.448632:0:8520:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.448639:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000001:00080000:2.0:1746126483.448751:0:8520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980612 00000004:00010000:2.0:1746126483.448799:0:8520:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880134ec1c00 reply state ffff88009286c000 transno 4294980613 ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000100:00100000:2.0:1746126483.448805:0:8520:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746126483.448892:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:481:x1830945822269824:12345-192.168.203.3@tcp:36:truncate.0 Request processed in 8113us (10035us total) trans 4294980613 rc 0/0 00000100:00100000:2.0:1746126483.448898:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30872 00000020:00080000:2.0:1746126483.448902:0:8520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1746126483.450686:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.450699:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.450705:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.450711:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009496c000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126483.450715:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.450726:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.450739:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880135753f00) 00010000:00010000:2.0:1746126483.450742:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126483.450745:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.450749:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00000100:00100000:0.0:1746126483.451717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126483.451848:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822270080 00000100:00100000:3.0:1746126483.451858:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822270080 00000100:00100000:3.0:1746126483.451904:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5487 00000100:00100000:3.0:1746126483.451912:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:481:x1830945822270080:12345-192.168.203.3@tcp:101:truncate.0 00010000:00010000:3.0:1746126483.451929:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126483.451945:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca22 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.451972:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.451979:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126483.451982:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126483.451986:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.452016:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 5 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.452026:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 5 pid: 10567 timeout: 624 lvb_type: 0 00000100:00100000:3.0:1746126483.452039:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820566656:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126483.452939:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126483.454697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126483.454702:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820566656:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126483.454733:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.454749:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4d91800, rc 0) 00000100:00100000:2.0:1746126483.454784:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822270208 00000100:00100000:3.0:1746126483.454788:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:481:x1830945822270080:12345-192.168.203.3@tcp:101:truncate.0 Request processed in 2878us (3078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126483.454791:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822270208 00000100:00100000:3.0:1746126483.454796:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5487 00010000:00010000:2.0:1746126483.454816:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 6 pid: 10567 timeout: 624 lvb_type: 0 00000100:00100000:2.0:1746126483.454899:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7694 00000100:00100000:2.0:1746126483.454905:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1977:x1830945822270208:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126483.454917:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126483.454938:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 6 pid: 10567 timeout: 624 lvb_type: 0 00010000:00010000:2.0:1746126483.454948:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 6 pid: 10567 timeout: 624 lvb_type: 0 00010000:00010000:2.0:1746126483.454968:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91600/0x8f8d42f0d11175b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca1b expref: 6 pid: 10567 timeout: 624 lvb_type: 0 00010000:00010000:2.0:1746126483.454979:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126483.454981:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126483.454986:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.454994:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.455145:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126483.455157:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820566784:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126483.455346:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b8310c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126483.459165:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.459602:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820566784:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126483.459622:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126483.459665:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:1977:x1830945822270208:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4759us (4974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126483.459676:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7694 00000100:00100000:3.0:1746126483.459860:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822270336 00000100:00100000:3.0:1746126483.459867:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822270336 00002000:00010000:3.0:1746126483.459901:0:8485:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 9663677440/24 (858->18446744073709551615) 00002000:00100000:3.0:1746126483.459904:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2300 with x1830945822270336 ext(858->18446744073709551615) 00002000:00010000:3.0:1746126483.459913:0:8485:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec2300. 00000100:00100000:3.0:1746126483.459936:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4096 00000100:00100000:3.0:1746126483.459941:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822270336:12345-192.168.203.3@tcp:10:truncate.0 00002000:00010000:3.0:1746126483.460187:0:8485:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746126483.460190:0:8485:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746126483 -> 1746126483 00002000:00010000:3.0:1746126483.460192:0:8485:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb atime from disk: 1746126483 -> 1746126483 00002000:00010000:3.0:1746126483.460194:0:8485:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746126483 -> 1746126483 00002000:00010000:3.0:1746126483.460196:0:8485:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746126483.460218:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822270336:12345-192.168.203.3@tcp:10:truncate.0 Request processed in 277us (1062us total) trans 4294968078 rc 0/0 00000100:00100000:3.0:1746126483.460224:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4096 00002000:00010000:3.0:1746126483.460227:0:8485:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 9663677440/24 (858->18446744073709551615) 00002000:00100000:3.0:1746126483.460229:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2300 with x1830945822270336 ext(858->18446744073709551615) 00002000:00010000:3.0:1746126483.460232:0:8485:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec2300. 00000100:00100000:0.0:1746126483.476194:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.476805:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822270592 00000100:00100000:2.0:1746126483.476815:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822270592 00000100:00100000:2.0:1746126483.477431:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30873 00000100:00100000:2.0:1746126483.477442:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:483:x1830945822270592:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126483.477466:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126483.477485:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50200/0x8f8d42f0d11175c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca29 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.477609:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477631:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477642:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477657:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477662:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477667:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477765:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496ca00/0x8f8d42f0d11175dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477771:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009496ca00/0x8f8d42f0d11175dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477776:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009496ca00/0x8f8d42f0d11175dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:2.0:1746126483.477784:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:2.0:1746126483.477856:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477862:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477867:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477872:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b51400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126483.477876:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477882:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477891:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880135753100) 00010000:00010000:2.0:1746126483.477894:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126483.477897:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.477901:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.479481:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.479507:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.479512:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.479517:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009496c000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126483.479520:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.479526:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.479538:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880134f42800) 00010000:00010000:2.0:1746126483.479540:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126483.479542:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.479551:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c000/0x8f8d42f0d11175d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.479614:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50200/0x8f8d42f0d11175c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca29 expref: 26 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.479626:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496ca00/0x8f8d42f0d11175dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca29 expref: 25 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.479632:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880135753f00) 00010000:00010000:2.0:1746126483.479633:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126483.479635:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496ca00, rc 0) 00000100:00100000:2.0:1746126483.479705:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:483:x1830945822270592:12345-192.168.203.3@tcp:101:dd.0 Request processed in 2264us (3519us total) trans 4294980614 rc 0/0 00000100:00100000:2.0:1746126483.479713:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30873 00000100:00100000:0.0:1746126483.481442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.481772:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822270848 00000100:00100000:2.0:1746126483.481782:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822270848 00000100:00100000:2.0:1746126483.481834:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 154 00000100:00100000:2.0:1746126483.481842:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a58b9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:483:x1830945822270848:12345-192.168.203.3@tcp:35:dd.0 00000100:00100000:2.0:1746126483.482054:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a58b9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:483:x1830945822270848:12345-192.168.203.3@tcp:35:dd.0 Request processed in 211us (617us total) trans 4294980615 rc 0/0 00000100:00100000:2.0:1746126483.482061:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 154 00000100:00100000:0.0:1746126483.485376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.485741:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822271104 00000100:00100000:1.0:1746126483.485751:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822271104 00002000:00100000:1.0:1746126483.485795:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134ec0000 x1830945822271104/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:244/0 lens 488/0 e 0 to 0 dl 1746126494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126483.485805:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec0000 with x1830945822271104 ext(0->4095) 00002000:00010000:1.0:1746126483.485810:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec0000 00000100:00100000:1.0:1746126483.485841:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4097 00000100:00100000:1.0:1746126483.485848:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822271104:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:1.0:1746126483.486671:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822271104:12345-192.168.203.3@tcp:3:dd.0 Request processed in 822us (1301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126483.486677:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4097 00002000:00100000:1.0:1746126483.486683:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134ec0000 x1830945822271104/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746126494 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126483.486690:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec0000 with x1830945822271104 ext(0->4095) 00002000:00010000:1.0:1746126483.486693:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec0000 00000100:00100000:0.0:1746126483.543321:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.544366:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822271360 00000100:00100000:2.0:1746126483.544378:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822271360 00000100:00100000:2.0:1746126483.544445:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30874 00000100:00100000:2.0:1746126483.544453:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:489:x1830945822271360:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126483.544479:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126483.544535:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50200/0x8f8d42f0d11175ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca30 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.544642:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544653:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544664:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544676:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11175f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544681:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11175f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544686:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11175f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544776:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4052e00/0x8f8d42f0d11175ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544783:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4052e00/0x8f8d42f0d11175ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544789:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4052e00/0x8f8d42f0d11175ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:2.0:1746126483.544797:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:2.0:1746126483.544878:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544888:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175f1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544893:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544898:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b51400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126483.544902:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544908:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175f1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544919:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880135753100) 00010000:00010000:2.0:1746126483.544922:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126483.544925:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544930:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51400/0x8f8d42f0d11175f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544957:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11175f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544962:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11175f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544967:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11175f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544970:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b43e00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126483.544973:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11175f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544979:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11175f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544985:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880134f42900) 00010000:00010000:2.0:1746126483.544986:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126483.544988:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11175f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.544992:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d11175f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126483.545026:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b50200/0x8f8d42f0d11175ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca30 expref: 20 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.545037:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4052e00/0x8f8d42f0d11175ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca30 expref: 19 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126483.545042:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880135753f00) 00010000:00010000:2.0:1746126483.545044:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126483.545046:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4052e00, rc 0) 00000100:00100000:2.0:1746126483.545101:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:489:x1830945822271360:12345-192.168.203.3@tcp:101:dd.0 Request processed in 648us (1791us total) trans 4294980616 rc 0/0 00000100:00100000:2.0:1746126483.545107:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30874 00000100:00100000:0.0:1746126483.552677:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126483.552816:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822271488 00000100:00100000:3.0:1746126483.552826:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822271488 00000100:00100000:3.0:1746126483.554644:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5488 00000100:00100000:3.0:1746126483.554663:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+5:489:x1830945822271488:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:3.0:1746126483.554682:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126483.554702:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d111760d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca37 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.554732:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.554740:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126483.554741:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126483.554745:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d111760d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca37 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.554781:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.554794:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 8 pid: 10567 timeout: 624 lvb_type: 0 00000100:00100000:3.0:1746126483.554806:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820566912:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126483.554916:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126483.557679:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126483.557720:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822271616 00000100:00100000:0.0:1746126483.557727:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822271616 00010000:00010000:0.0:1746126483.557759:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 9 pid: 10567 timeout: 624 lvb_type: 0 00000100:00100000:0.0:1746126483.557788:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7695 00000100:00100000:0.0:1746126483.557794:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822271616:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126483.557805:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126483.557824:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 9 pid: 10567 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126483.557835:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 9 pid: 10567 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746126483.557862:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126483.557864:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126483.557870:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d111760d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca37 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126483.557878:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d111760d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca37 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.557904:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91800/0x8f8d42f0d11175c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca22 expref: 9 pid: 10567 timeout: 624 lvb_type: 0 00000100:00100000:3.0:1746126483.557923:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089639f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820566912:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126483.558909:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d111760d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca37 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126483.558920:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4d91200, rc 0) 00010000:00010000:0.0:1746126483.558920:0:7117:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d91200/0x8f8d42f0d111760d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca37 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126483.558933:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820567040:192.168.203.3@tcp:105: 00000100:00100000:3.0:1746126483.558975:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:489:x1830945822271488:12345-192.168.203.3@tcp:101:dd.0 Request processed in 4321us (6307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126483.558982:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5488 00000100:00100000:0.0:1746126483.559298:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c4a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126483.564254:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7117:1830945820567040:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126483.564277:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126483.564321:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822271616:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6526us (6648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126483.564331:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7695 00000100:00100000:0.0:1746126483.564848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126483.565544:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822271872 00000100:00100000:2.0:1746126483.565552:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822271872 00002000:00100000:2.0:1746126483.565597:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012f409180 x1830945822271872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:244/0 lens 488/0 e 0 to 0 dl 1746126494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126483.565606:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409180 with x1830945822271872 ext(0->4095) 00002000:00010000:2.0:1746126483.565611:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f409180 00000100:00100000:2.0:1746126483.565642:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4098 00000100:00100000:2.0:1746126483.565649:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822271872:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:2.0:1746126483.565802:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822271872:12345-192.168.203.3@tcp:3:dd.0 Request processed in 152us (954us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126483.565808:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4098 00002000:00100000:2.0:1746126483.565813:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012f409180 x1830945822271872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746126494 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126483.565820:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409180 with x1830945822271872 ext(0->4095) 00002000:00010000:2.0:1746126483.565823:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f409180 00010000:00010000:2.0:1746126483.574899:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126483.589556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126483.589628:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822272128 00000100:00100000:1.0:1746126483.589638:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822272128 00000100:00100000:1.0:1746126483.589678:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 155 00000100:00100000:1.0:1746126483.589687:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:489:x1830945822272128:12345-192.168.203.3@tcp:35:dd.0 00000100:00100000:1.0:1746126483.589933:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:489:x1830945822272128:12345-192.168.203.3@tcp:35:dd.0 Request processed in 247us (385us total) trans 4294980617 rc 0/0 00000100:00100000:1.0:1746126483.589940:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 155 00000001:00080000:2.0:1746126483.627641:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980606 is committed 00000001:00080000:2.0:1746126483.627659:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980609 is committed 00000001:00080000:2.0:1746126483.627668:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980601 is committed 00000001:00080000:2.0:1746126483.627675:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980616 is committed 00000001:00080000:2.0:1746126483.627678:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980615 is committed 00000001:00080000:3.0:1746126484.215941:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968491 is committed 00010000:00010000:2.0:1746126484.576763:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746126484.922336:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968077 is committed 00000001:00080000:2.0:1746126484.922356:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968078 is committed 00010000:00010000:3.0:1746126485.579379:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126485.588764:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135702a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820567296:0@lo:400:kworker.0 00000100:00100000:2.0:1746126485.588836:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126485.588901:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746126485.588906:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3301:1830945820567168:0@lo:400:kworker.0 00000100:00100000:2.0:1746126485.588934:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126485.588972:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820567168 00000100:00100000:2.0:1746126485.588979:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820567168 00000100:00100000:2.0:1746126485.589014:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1746126485.589020:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6887850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3301:x1830945820567168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126485.589056:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6887850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3301:x1830945820567168:12345-0@lo:400:kworker.0 Request processed in 36us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126485.589061:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1746126485.589099:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3301:1830945820567168:0@lo:400:kworker.0 00000100:00100000:1.0:1746126485.589643:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820567296 00000100:00100000:1.0:1746126485.589648:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820567296 00000100:00100000:3.0:1746126485.589904:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746126485.589915:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3299:1830945820567424:0@lo:400:kworker.0 00000100:00100000:3.0:1746126485.589947:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126485.591662:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820567680:0@lo:400:kworker.0 00000100:00100000:0.0:1746126485.591709:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126485.591839:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746126485.591848:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820567552:0@lo:400:kworker.0 00000100:00100000:3.0:1746126485.592073:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820567680 00000100:00100000:3.0:1746126485.592080:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820567680 00000100:00100000:3.0:1746126485.592137:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1746126485.592144:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820567680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126485.592188:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820567680:12345-0@lo:400:kworker.0 Request processed in 45us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126485.592194:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00080000:3.0:1746126485.592213:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126485.592726:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820567424 00000100:00100000:1.0:1746126485.592731:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820567424 00000100:00100000:1.0:1746126485.592765:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1746126485.592772:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830945820567296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126485.592920:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1746126485.592928:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1830945820567424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126485.593139:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830945820567296:12345-0@lo:400:kworker.0 Request processed in 368us (4302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126485.593145:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1746126485.593198:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820567680:0@lo:400:kworker.0 00000100:00100000:1.0:1746126485.593212:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746126485.593218:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820567808:0@lo:400:kworker.0 00000100:00100000:1.0:1746126485.593242:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126485.593262:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820567808 00000100:00100000:1.0:1746126485.593265:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820567808 00000100:00100000:1.0:1746126485.593286:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1746126485.593292:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820567808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126485.593319:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820567808:12345-0@lo:400:kworker.0 Request processed in 28us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126485.593323:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1746126485.593342:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f40a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820567808:0@lo:400:kworker.0 00000100:00100000:1.0:1746126485.593365:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135702a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820567296:0@lo:400:kworker.0 00000100:00080000:1.0:1746126485.593391:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746126485.593394:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126485.593931:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126485.593958:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820567552 00000100:00100000:3.0:1746126485.593961:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820567552 00000100:00100000:3.0:1746126485.593984:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1746126485.593988:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820567552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126485.594018:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820567552:12345-0@lo:400:kworker.0 Request processed in 29us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126485.594023:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1746126485.594050:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820567552:0@lo:400:kworker.0 00000100:00100000:0.0:1746126485.594159:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1830945820567424:12345-0@lo:400:kworker.0 Request processed in 1232us (4211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126485.594165:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1746126485.594248:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3299:1830945820567424:0@lo:400:kworker.0 00000100:00080000:1.0:1746126485.595227:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126485.685260:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135702a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820567936:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126485.685325:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126485.685506:0:8483:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820567936 00000100:00100000:1.0:1746126485.685514:0:8483:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820567936 00000100:00100000:1.0:1746126485.685549:0:8483:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1746126485.685555:0:8483:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820567936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746126485.685590:0:8483:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 534970368 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1746126485.685624:0:8483:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820567936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126485.685629:0:8483:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1746126485.685702:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135702a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820567936:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126485.733733:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746126485.733757:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820568064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746126485.733829:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126485.734033:0:10464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820568064 00000100:00100000:0.0:1746126485.734041:0:10464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820568064 00000100:00100000:0.0:1746126485.734084:0:10464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1746126485.734091:0:10464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820568064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126485.734139:0:10464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746126485.734182:0:10464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820568064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126485.734188:0:10464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1746126485.734258:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820568064:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1746126486.581620:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126486.885489:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126486.885547:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822272256 00000100:00100000:2.0:1746126486.885554:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822272256 00000100:00100000:2.0:1746126486.885590:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 380 00000100:00100000:2.0:1746126486.885596:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6887450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1976:x1830945822272256:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:2.0:1746126486.885650:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6887450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1976:x1830945822272256:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 54us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126486.885655:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 380 00000100:00100000:0.0:1746126486.887572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126486.889837:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126486.889859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126486.889871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126486.889884:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126486.889929:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822272640 00000100:00100000:1.0:1746126486.889939:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822272640 00000100:00100000:3.0:1746126486.891138:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822272896 00000100:00100000:3.0:1746126486.891144:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822272896 00000100:00100000:3.0:1746126486.891169:0:10465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822272512 00000100:00100000:3.0:1746126486.891171:0:10465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822272512 00000100:00100000:3.0:1746126486.891186:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 439 00000100:00100000:3.0:1746126486.891192:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1976:x1830945822272640:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126486.891246:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1976:x1830945822272640:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 54us (1413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126486.891251:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 439 00000100:00100000:3.0:1746126486.891265:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 440 00000100:00100000:3.0:1746126486.891269:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822272896:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126486.891288:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822272896:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 19us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126486.891292:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 440 00000100:00100000:3.0:1746126486.891302:0:10465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 441 00000100:00100000:3.0:1746126486.891306:0:10465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1976:x1830945822272512:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126486.891321:0:10465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1976:x1830945822272512:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 15us (1449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126486.891325:0:10465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 441 00000100:00080000:3.0:1746126486.891438:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746126486.891440:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126486.891709:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126486.891823:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822272384 00000100:00100000:2.0:1746126486.891827:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822272384 00000100:00100000:0.0:1746126486.892543:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822272768 00000100:00100000:0.0:1746126486.892547:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822272768 00000100:00100000:2.0:1746126486.892634:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 364 00000100:00100000:2.0:1746126486.892640:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822272384:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:2.0:1746126486.892676:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822272384:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 37us (5106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126486.892681:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 364 00000100:00100000:1.0:1746126486.892742:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822273024 00000100:00100000:1.0:1746126486.892746:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822273024 00000100:00100000:0.0:1746126486.892996:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 365 00000100:00100000:0.0:1746126486.893001:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:1976:x1830945822272768:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126486.893029:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:1976:x1830945822272768:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 28us (3143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126486.893034:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 365 00000100:00080000:2.0:1746126486.893091:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746126486.893094:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126486.893141:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 442 00000100:00100000:1.0:1746126486.893146:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822273024:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1746126486.893171:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1976:x1830945822273024:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 25us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126486.893176:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 442 00000001:02000400:3.0:1746126487.172024:0:4731:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 15:08:06 (1746126486) 00000100:00100000:3.0:1746126487.307248:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126487.307670:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822273280 00000100:00100000:1.0:1746126487.307677:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822273280 00000100:00100000:1.0:1746126487.307710:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30875 00000100:00100000:1.0:1746126487.307716:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1145:x1830945822273280:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:1.0:1746126487.307731:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126487.307733:0:8520:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126487.307751:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x8f8d42f0d11174d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0c9ce expref: 12 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126487.307764:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135753c00) 00010000:00010000:1.0:1746126487.307768:0:8520:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126487.307775:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b400/0x8f8d42f0d1117614 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca3e expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126487.307868:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126487.307877:0:8520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca06 expref: 12 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126487.307883:0:8520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126487.307905:0:8520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca06 expref: 12 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126487.307914:0:8520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca06 expref: 12 pid: 8520 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746126487.307923:0:8520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135703b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8520:1830945820568192:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126487.307979:0:8520:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126487.311429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126487.311963:0:8520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135703b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8520:1830945820568192:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126487.311982:0:8520:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000100:00100000:3.0:1746126487.313489:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822273408 00000100:00100000:3.0:1746126487.313507:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822273408 00010000:00010000:3.0:1746126487.313534:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca06 expref: 13 pid: 8520 timeout: 628 lvb_type: 0 00000100:00100000:3.0:1746126487.313563:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7696 00000100:00100000:3.0:1746126487.313569:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:1977:x1830945822273408:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126487.313579:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126487.313584:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca06 expref: 13 pid: 8520 timeout: 628 lvb_type: 0 00010000:00010000:3.0:1746126487.313593:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca06 expref: 13 pid: 8520 timeout: 628 lvb_type: 0 00010000:00010000:3.0:1746126487.313609:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51a00/0x8f8d42f0d111756c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca06 expref: 13 pid: 8520 timeout: 628 lvb_type: 0 00010000:00010000:3.0:1746126487.313621:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135753c00) 00010000:00010000:3.0:1746126487.313625:0:7117:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:3.0:1746126487.313632:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8520 initiator: MDT0 00010000:00010000:3.0:1746126487.313638:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8520 initiator: MDT0 00010000:00010000:3.0:1746126487.313652:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126487.313684:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1977:x1830945822273408:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 115us (2261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126487.313690:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7696 00010000:00010000:0.0:1746126487.318021:0:8520:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318034:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318093:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880135126800/0x8f8d42f0d1117622 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318104:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135126800/0x8f8d42f0d1117622 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318121:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135126800/0x8f8d42f0d1117622 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318556:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117629 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318563:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117629 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318569:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117629 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:0.0:1746126487.318577:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:0.0:1746126487.318592:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318597:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318602:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318607:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367ba00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126487.318610:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318614:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318623:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135753c00) 00010000:00010000:0.0:1746126487.318625:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126487.318628:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.318633:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ba00/0x8f8d42f0d111761b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00000004:00010000:0.0:1746126487.318643:0:8520:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880089638700 reply state ffff8800940ff000 transno 4294980618 ns: mdt-lustre-MDT0000_UUID lock: ffff880135126800/0x8f8d42f0d1117622 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000100:00100000:0.0:1746126487.318649:0:8520:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746126487.318674:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b400/0x8f8d42f0d1117614 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca3e expref: 14 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126487.318688:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117629 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca3e expref: 13 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126487.318694:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880083fde500) 00010000:00010000:0.0:1746126487.318696:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126487.318698:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b51c00, rc 0) 00000100:00100000:0.0:1746126487.318752:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1145:x1830945822273280:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 11035us (11511us total) trans 4294980618 rc 0/0 00000100:00100000:0.0:1746126487.318759:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30875 00010000:00010000:2.0:1746126487.328393:0:3285:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880135126800/0x8f8d42f0d1117622 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.328406:0:3285:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135126800/0x8f8d42f0d1117622 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.328413:0:3285:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135126800/0x8f8d42f0d1117622 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.328418:0:3285:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135126800 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126487.328422:0:3285:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135126800/0x8f8d42f0d1117622 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.328428:0:3285:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135126800/0x8f8d42f0d1117622 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.328440:0:3285:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880083fde900) 00010000:00010000:2.0:1746126487.328443:0:3285:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126487.328446:0:3285:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135126800/0x8f8d42f0d1117622 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.328450:0:3285:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135126800/0x8f8d42f0d1117622 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00000100:00100000:1.0:1746126487.328475:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126487.331706:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822273664 00000100:00100000:1.0:1746126487.331715:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822273664 00000100:00100000:1.0:1746126487.331755:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30876 00000100:00100000:1.0:1746126487.331762:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1145:x1830945822273664:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:1.0:1746126487.331780:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126487.331797:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117637 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca45 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126487.331886:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126487.331898:0:8520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117629 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca3e expref: 14 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126487.331905:0:8520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126487.331929:0:8520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117629 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca3e expref: 14 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126487.331938:0:8520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117629 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca3e expref: 14 pid: 8520 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746126487.331947:0:8520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135700700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8520:1830945820568320:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126487.332151:0:8520:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126487.338018:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126487.338039:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822273792 00000100:00100000:1.0:1746126487.338044:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822273792 00010000:00010000:1.0:1746126487.338072:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117629 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca3e expref: 15 pid: 8520 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746126487.338116:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7697 00000100:00100000:1.0:1746126487.338123:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1976:x1830945822273792:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126487.338134:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126487.338356:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117629 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca3e expref: 15 pid: 8520 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746126487.338367:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117629 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca3e expref: 15 pid: 8520 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746126487.338387:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880083fde500) 00010000:00010000:1.0:1746126487.338391:0:11008:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126487.338398:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126487.338403:0:11008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.338413:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b51c00/0x8f8d42f0d1117629 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca3e expref: 15 pid: 8520 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746126487.338415:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126487.338423:0:8520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135700700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8520:1830945820568320:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126487.338437:0:8520:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.338443:0:8520:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.338447:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000100:00100000:1.0:1746126487.338456:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1976:x1830945822273792:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 335us (444us total) trans 0 rc 0/0 00000004:00200000:0.0:1746126487.338460:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000100:00100000:1.0:1746126487.338461:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7697 00000004:00080000:0.0:1746126487.338703:0:8520:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 0: 0 00000004:00080000:0.0:1746126487.338710:0:8520:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 1: 0 00010000:00010000:0.0:1746126487.338794:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.338804:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.338810:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.338814:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bc400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126487.338817:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.338821:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.338829:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880083fde500) 00010000:00010000:0.0:1746126487.338831:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126487.338833:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.338837:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111763e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126487.338870:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117637 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca45 expref: 14 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126487.338876:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117637 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca45 expref: 14 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126487.338884:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948bd200, rc 0) 00000100:00100000:0.0:1746126487.338904:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1145:x1830945822273664:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 7143us (10433us total) trans 4294980619 rc 301/301 00000100:00100000:0.0:1746126487.338910:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30876 00000100:00100000:3.0:1746126487.341093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126487.341438:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822274048 00000100:00100000:2.0:1746126487.341445:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822274048 00000100:00100000:2.0:1746126487.341483:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 156 00000100:00100000:2.0:1746126487.341490:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1145:x1830945822274048:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:2.0:1746126487.342269:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1145:x1830945822274048:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 777us (1178us total) trans 4294980620 rc 0/0 00000100:00100000:2.0:1746126487.342276:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 156 00000100:00100000:0.0:1746126487.343389:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126487.343431:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822274176 00000100:00100000:2.0:1746126487.343436:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822274176 00000100:00100000:2.0:1746126487.343472:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30877 00000100:00100000:2.0:1746126487.343478:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1145:x1830945822274176:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:2.0:1746126487.343491:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126487.343536:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57fc00/0x8f8d42f0d111764c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca4c expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126487.343575:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57fc00/0x8f8d42f0d111764c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca4c expref: 15 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126487.343585:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57fc00/0x8f8d42f0d111764c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca4c expref: 15 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126487.343598:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:2.0:1746126487.343600:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746126487.343603:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c57fc00, rc 0) 00000100:00100000:2.0:1746126487.343641:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1145:x1830945822274176:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 164us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126487.343646:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30877 00000100:00100000:0.0:1746126487.345198:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126487.345288:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822274432 00000100:00100000:2.0:1746126487.345293:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822274432 00000100:00100000:2.0:1746126487.345327:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 157 00000100:00100000:2.0:1746126487.345333:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1145:x1830945822274432:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:2.0:1746126487.345457:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1145:x1830945822274432:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 124us (261us total) trans 4294980621 rc 0/0 00000100:00100000:2.0:1746126487.345463:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 157 00000100:00100000:0.0:1746126487.371218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126487.371319:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822274560 00000100:00100000:1.0:1746126487.371327:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822274560 00000100:00100000:1.0:1746126487.371377:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30878 00000100:00100000:1.0:1746126487.371384:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1158:x1830945822274560:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:1.0:1746126487.371403:0:7132:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126487.371420:0:7132:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e0200/0x8f8d42f0d1117653 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca53 expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126487.371466:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bb0800/0x8f8d42f0d111765a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126487.371475:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bb0800/0x8f8d42f0d111765a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126487.371484:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bb0800/0x8f8d42f0d111765a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:1.0:1746126487.371554:0:7132:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746126487.371557:0:7132:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126487.371569:0:7132:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bb0800/0x8f8d42f0d111765a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126487.371586:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e0200/0x8f8d42f0d1117653 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca53 expref: 18 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126487.371615:0:7132:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bb0800/0x8f8d42f0d111765a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca53 expref: 17 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126487.371622:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c900) 00010000:00010000:1.0:1746126487.371624:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126487.371627:0:7132:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6bb0800, rc 0) 00000100:00100000:1.0:1746126487.371660:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1158:x1830945822274560:12345-192.168.203.3@tcp:101:dd.0 Request processed in 277us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126487.371666:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30878 00000100:00100000:0.0:1746126487.374135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126487.374238:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822274816 00000100:00100000:2.0:1746126487.374245:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822274816 00000100:00100000:2.0:1746126487.374291:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30879 00000100:00100000:2.0:1746126487.374297:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1158:x1830945822274816:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126487.374312:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126487.374314:0:8520:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126487.374332:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bb0800/0x8f8d42f0d111765a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca53 expref: 17 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126487.374358:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c900) 00010000:00010000:2.0:1746126487.374366:0:8520:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126487.374375:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57e800/0x8f8d42f0d1117661 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca5a expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126487.374484:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1117668 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.374528:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1117668 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.374536:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1117668 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.374546:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f200/0x8f8d42f0d111766f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.374556:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f200/0x8f8d42f0d111766f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.374561:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f200/0x8f8d42f0d111766f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.374623:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b400/0x8f8d42f0d1117676 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.374630:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b400/0x8f8d42f0d1117676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.374636:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b400/0x8f8d42f0d1117676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:2.0:1746126487.374644:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746126487.376382:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1117668 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376393:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1117668 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376400:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1117668 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376405:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c57f600 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126487.376408:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1117668 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376413:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1117668 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376423:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134f42d00) 00010000:00010000:2.0:1746126487.376426:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126487.376429:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1117668 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376433:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f600/0x8f8d42f0d1117668 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376444:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f200/0x8f8d42f0d111766f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376448:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f200/0x8f8d42f0d111766f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376453:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f200/0x8f8d42f0d111766f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376456:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c57f200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126487.376458:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f200/0x8f8d42f0d111766f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376462:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f200/0x8f8d42f0d111766f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376466:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880134f42a00) 00010000:00010000:2.0:1746126487.376468:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126487.376470:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f200/0x8f8d42f0d111766f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376474:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57f200/0x8f8d42f0d111766f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126487.376525:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c57e800/0x8f8d42f0d1117661 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca5a expref: 19 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126487.376539:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b400/0x8f8d42f0d1117676 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca5a expref: 18 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126487.376545:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:2.0:1746126487.376547:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126487.376549:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367b400, rc 0) 00000100:00100000:2.0:1746126487.376604:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1158:x1830945822274816:12345-192.168.203.3@tcp:101:dd.0 Request processed in 2307us (2475us total) trans 4294980622 rc 0/0 00000100:00100000:2.0:1746126487.376612:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30879 00000100:00100000:0.0:1746126487.378986:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126487.379423:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822275072 00000100:00100000:1.0:1746126487.379430:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822275072 00000100:00100000:1.0:1746126487.379473:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30880 00000100:00100000:1.0:1746126487.379479:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1158:x1830945822275072:12345-192.168.203.3@tcp:36:dd.0 00010000:00010000:1.0:1746126487.379551:0:7132:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126487.379570:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b400/0x8f8d42f0d1117676 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca5a expref: 18 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126487.379600:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:1.0:1746126487.379603:0:7132:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126487.379754:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117684 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126487.379764:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117684 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126487.379770:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117684 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000001:00080000:1.0:1746126487.379803:0:7132:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980623 00000004:00010000:1.0:1746126487.379820:0:7132:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012f408a80 reply state ffff8800940fb000 transno 4294980624 ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117684 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000100:00100000:1.0:1746126487.379825:0:7132:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746126487.379879:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1158:x1830945822275072:12345-192.168.203.3@tcp:36:dd.0 Request processed in 399us (898us total) trans 4294980624 rc 0/0 00000100:00100000:1.0:1746126487.379884:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30880 00000020:00080000:1.0:1746126487.379888:0:7132:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126487.386526:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126487.386625:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822275200 00000100:00100000:3.0:1746126487.386632:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822275200 00000100:00100000:3.0:1746126487.386667:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5489 00000100:00100000:3.0:1746126487.386673:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1158:x1830945822275200:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:3.0:1746126487.386688:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126487.386702:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111768b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca61 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126487.386720:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746126487.386735:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126487.386737:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126487.386742:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111768b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca61 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126487.386755:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111768b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca61 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126487.386763:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b43a00, rc 0) 00000100:00100000:3.0:1746126487.386794:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1158:x1830945822275200:12345-192.168.203.3@tcp:101:dd.0 Request processed in 121us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126487.386799:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5489 00010000:00010000:2.0:1746126487.387170:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117684 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126487.387178:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117684 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126487.387183:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117684 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126487.387188:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800938e1800 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126487.387191:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117684 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126487.387197:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117684 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126487.387207:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:2.0:1746126487.387210:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126487.387213:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117684 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126487.387217:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117684 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00000100:00100000:0.0:1746126487.388628:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126487.389240:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822275328 00000100:00100000:2.0:1746126487.389247:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822275328 00000100:00100000:2.0:1746126487.389354:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5490 00000100:00100000:2.0:1746126487.389360:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1158:x1830945822275328:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126487.389371:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126487.389383:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009367b000/0x8f8d42f0d1117692 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca68 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126487.389399:0:10567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746126487.389413:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126487.389415:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126487.389420:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009367b000/0x8f8d42f0d1117692 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca68 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126487.389431:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009367b000/0x8f8d42f0d1117692 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca68 expref: 6 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126487.389439:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367b000, rc 0) 00000100:00100000:2.0:1746126487.389961:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1158:x1830945822275328:12345-192.168.203.3@tcp:101:dd.0 Request processed in 599us (1333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126487.390097:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5490 00000100:00100000:0.0:1746126487.397575:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126487.397697:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822275456 00000100:00100000:3.0:1746126487.397705:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822275456 00002000:00010000:3.0:1746126487.397734:0:8485:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/27 (0->18446744073709551615) 00002000:00100000:3.0:1746126487.397737:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6d80 with x1830945822275456 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126487.397746:0:8485:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d6d80. 00000100:00100000:3.0:1746126487.397773:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4099 00000100:00100000:3.0:1746126487.397781:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822275456:12345-192.168.203.3@tcp:10:dd.0 00002000:00010000:3.0:1746126487.398029:0:8485:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746126487.398032:0:8485:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746126487 00002000:00010000:3.0:1746126487.398034:0:8485:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746126487.398035:0:8485:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746126487 00002000:00010000:3.0:1746126487.398037:0:8485:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746126487.398071:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822275456:12345-192.168.203.3@tcp:10:dd.0 Request processed in 290us (501us total) trans 4294968492 rc 0/0 00000100:00100000:3.0:1746126487.398077:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4099 00002000:00010000:3.0:1746126487.398079:0:8485:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/27 (0->18446744073709551615) 00002000:00100000:3.0:1746126487.398082:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6d80 with x1830945822275456 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126487.398085:0:8485:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d6d80. 00000100:00100000:0.0:1746126487.398654:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126487.398709:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822275584 00000100:00100000:2.0:1746126487.398713:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822275584 00002000:00010000:2.0:1746126487.398726:0:25023:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 9663677440/25 (0->18446744073709551615) 00002000:00100000:2.0:1746126487.398729:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6300 with x1830945822275584 ext(0->18446744073709551615) 00002000:00010000:2.0:1746126487.398734:0:25023:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d6300. 00000100:00100000:2.0:1746126487.398775:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4100 00000100:00100000:2.0:1746126487.398780:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822275584:12345-192.168.203.3@tcp:10:dd.0 00002000:00010000:2.0:1746126487.398950:0:25023:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746126487.398953:0:25023:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1746126487 00002000:00010000:2.0:1746126487.398954:0:25023:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746126487.398956:0:25023:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1746126487 00002000:00010000:2.0:1746126487.398958:0:25023:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746126487.398978:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822275584:12345-192.168.203.3@tcp:10:dd.0 Request processed in 197us (324us total) trans 4294968079 rc 0/0 00000100:00100000:2.0:1746126487.398983:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4100 00002000:00010000:2.0:1746126487.398986:0:25023:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 9663677440/25 (0->18446744073709551615) 00002000:00100000:2.0:1746126487.398988:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6300 with x1830945822275584 ext(0->18446744073709551615) 00002000:00010000:2.0:1746126487.398991:0:25023:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d6300. 00010000:00010000:2.0:1746126487.584672:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126487.925990:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126487.926126:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822275840 00000100:00100000:3.0:1746126487.926136:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822275840 00002000:00100000:3.0:1746126487.926185:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff8800948d7480 x1830945822275840/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:248/0 lens 488/0 e 0 to 0 dl 1746126498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126487.926195:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7480 with x1830945822275840 ext(0->1048575) 00002000:00010000:3.0:1746126487.926200:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d7480 00000100:00100000:3.0:1746126487.926240:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4101 00000100:00100000:3.0:1746126487.926248:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822275840:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126487.950640:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126487.950753:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822276096 00000100:00100000:3.0:1746126487.950762:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822276096 00002000:00100000:3.0:1746126487.950807:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff8801351f9880 x1830945822276096/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:248/0 lens 488/0 e 0 to 0 dl 1746126498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126487.950816:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f9880 with x1830945822276096 ext(0->1048575) 00002000:00010000:3.0:1746126487.950821:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351f9880 00000100:00100000:3.0:1746126487.950843:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4102 00000100:00100000:3.0:1746126487.950850:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822276096:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126487.953609:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126487.957044:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822275840:12345-192.168.203.3@tcp:4:dd.0 Request processed in 30785us (31053us total) trans 4294968493 rc 0/0 00000100:00100000:0.0:1746126487.957055:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4101 00002000:00100000:0.0:1746126487.957066:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff8800948d7480 x1830945822275840/t4294968493(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:248/0 lens 488/448 e 0 to 0 dl 1746126498 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126487.957075:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7480 with x1830945822275840 ext(0->1048575) 00002000:00010000:0.0:1746126487.957080:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d7480 00000100:00100000:0.0:1746126487.957117:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822276352 00000100:00100000:0.0:1746126487.957124:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822276352 00002000:00100000:0.0:1746126487.957149:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff8800948d4380 x1830945822276352/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:248/0 lens 488/0 e 0 to 0 dl 1746126498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126487.957156:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4380 with x1830945822276352 ext(1048576->2097151) 00002000:00010000:0.0:1746126487.957158:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d4380 00000100:00100000:0.0:1746126487.957172:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4103 00000100:00100000:0.0:1746126487.957177:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822276352:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126487.976592:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126487.976622:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822276608 00000100:00100000:2.0:1746126487.976631:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822276608 00002000:00100000:2.0:1746126487.976674:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x19:0x0] (1048576->2097151) req@ffff8801351f8380 x1830945822276608/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:248/0 lens 488/0 e 0 to 0 dl 1746126498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126487.979444:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8380 with x1830945822276608 ext(1048576->2097151) 00002000:00010000:2.0:1746126487.979459:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351f8380 00000100:00100000:2.0:1746126487.979531:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4104 00000100:00100000:2.0:1746126487.979547:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822276608:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126487.982745:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945822276352:12345-192.168.203.3@tcp:4:dd.0 Request processed in 25557us (29136us total) trans 4294968494 rc 0/0 00000100:00100000:0.0:1746126487.982755:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4103 00002000:00100000:0.0:1746126487.982766:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff8800948d4380 x1830945822276352/t4294968494(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:248/0 lens 488/448 e 0 to 0 dl 1746126498 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126487.982775:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4380 with x1830945822276352 ext(1048576->2097151) 00002000:00010000:0.0:1746126487.982780:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d4380 00000100:00100000:1.0:1746126487.992544:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126487.992605:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822276864 00000100:00100000:1.0:1746126487.992613:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822276864 00002000:00100000:1.0:1746126487.992657:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff880135702d80 x1830945822276864/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:248/0 lens 488/0 e 0 to 0 dl 1746126498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126487.992672:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702d80 with x1830945822276864 ext(2097152->3145727) 00002000:00010000:1.0:1746126487.992678:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135702d80 00000100:00100000:1.0:1746126487.992705:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4105 00000100:00100000:1.0:1746126487.992712:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822276864:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126487.993412:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822276096:12345-192.168.203.3@tcp:4:dd.0 Request processed in 42559us (42781us total) trans 4294968080 rc 0/0 00000100:00100000:2.0:1746126487.993420:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4102 00002000:00100000:2.0:1746126487.993427:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff8801351f9880 x1830945822276096/t4294968080(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:248/0 lens 488/448 e 0 to 0 dl 1746126498 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126487.993433:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f9880 with x1830945822276096 ext(0->1048575) 00002000:00010000:2.0:1746126487.993436:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351f9880 00000100:00100000:1.0:1746126488.001487:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.001545:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822277120 00000100:00100000:2.0:1746126488.001558:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822277120 00000100:00080000:2.0:1746126488.001583:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:2.0:1746126488.001618:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (2097152->3145727) req@ffff880135703100 x1830945822277120/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.001628:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703100 with x1830945822277120 ext(2097152->3145727) 00002000:00010000:2.0:1746126488.001633:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135703100 00000100:00100000:2.0:1746126488.001650:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4106 00000100:00100000:2.0:1746126488.001657:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945822277120:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126488.002485:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1977:x1830945822276608:12345-192.168.203.3@tcp:4:dd.0 Request processed in 22943us (25900us total) trans 4294968081 rc 0/0 00000100:00100000:3.0:1746126488.002514:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4104 00002000:00100000:3.0:1746126488.002522:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x19:0x0] (1048576->2097151) req@ffff8801351f8380 x1830945822276608/t4294968081(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:248/0 lens 488/448 e 0 to 0 dl 1746126498 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126488.002529:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f8380 with x1830945822276608 ext(1048576->2097151) 00002000:00010000:3.0:1746126488.002532:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351f8380 00000100:00100000:1.0:1746126488.008624:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945822276864:12345-192.168.203.3@tcp:4:dd.0 Request processed in 15901us (16080us total) trans 4294968495 rc 0/0 00000100:00100000:1.0:1746126488.008636:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4105 00002000:00100000:1.0:1746126488.008648:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff880135702d80 x1830945822276864/t4294968495(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:248/0 lens 488/448 e 0 to 0 dl 1746126498 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126488.008656:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702d80 with x1830945822276864 ext(2097152->3145727) 00002000:00010000:1.0:1746126488.008661:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135702d80 00000100:00100000:2.0:1746126488.015013:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1977:x1830945822277120:12345-192.168.203.3@tcp:4:dd.0 Request processed in 13347us (13527us total) trans 4294968082 rc 0/0 00000100:00100000:2.0:1746126488.015024:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4106 00002000:00100000:2.0:1746126488.015036:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (2097152->3145727) req@ffff880135703100 x1830945822277120/t4294968082(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.015044:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135703100 with x1830945822277120 ext(2097152->3145727) 00002000:00010000:2.0:1746126488.015050:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135703100 00000100:00100000:0.0:1746126488.015985:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126488.016083:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822277376 00000100:00100000:3.0:1746126488.016091:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822277376 00002000:00100000:3.0:1746126488.016138:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff8800948d6a00 x1830945822277376/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126488.016146:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6a00 with x1830945822277376 ext(3145728->4194303) 00002000:00010000:3.0:1746126488.016150:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d6a00 00000100:00100000:3.0:1746126488.016175:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4107 00000100:00100000:3.0:1746126488.016181:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1977:x1830945822277376:12345-192.168.203.3@tcp:4:dd.0 00000100:00080000:2.0:1746126488.016334:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126488.033734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.033772:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126488.033852:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822277632 00000100:00100000:1.0:1746126488.033861:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822277632 00002000:00100000:1.0:1746126488.033904:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (3145728->4194303) req@ffff8800948d7b80 x1830945822277632/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126488.033913:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7b80 with x1830945822277632 ext(3145728->4194303) 00002000:00010000:1.0:1746126488.033918:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d7b80 00000100:00100000:1.0:1746126488.033944:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822277888 00000100:00100000:1.0:1746126488.033947:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822277888 00002000:00100000:1.0:1746126488.033958:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff8800948d7800 x1830945822277888/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126488.033965:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7800 with x1830945822277888 ext(4194304->5242879) 00002000:00010000:1.0:1746126488.033968:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d7800 00000100:00100000:1.0:1746126488.033980:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4108 00000100:00100000:1.0:1746126488.033986:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945822277632:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126488.034198:0:26671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4109 00000100:00100000:1.0:1746126488.034203:0:26671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1977:x1830945822277888:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126488.036400:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1977:x1830945822277376:12345-192.168.203.3@tcp:4:dd.0 Request processed in 20207us (20407us total) trans 4294968496 rc 0/0 00000100:00100000:3.0:1746126488.036411:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4107 00002000:00100000:3.0:1746126488.036424:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff8800948d6a00 x1830945822277376/t4294968496(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126488.036433:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6a00 with x1830945822277376 ext(3145728->4194303) 00002000:00010000:3.0:1746126488.036438:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d6a00 00000100:00100000:1.0:1746126488.063912:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1976:x1830945822277632:12345-192.168.203.3@tcp:4:dd.0 Request processed in 29915us (30177us total) trans 4294968083 rc 0/0 00000100:00100000:1.0:1746126488.063924:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4108 00002000:00100000:1.0:1746126488.063935:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (3145728->4194303) req@ffff8800948d7b80 x1830945822277632/t4294968083(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126488.063944:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7b80 with x1830945822277632 ext(3145728->4194303) 00002000:00010000:1.0:1746126488.063950:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d7b80 00000100:00100000:2.0:1746126488.067139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126488.074914:0:26671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1977:x1830945822277888:12345-192.168.203.3@tcp:4:dd.0 Request processed in 40699us (41130us total) trans 4294968497 rc 0/0 00000100:00100000:1.0:1746126488.074926:0:26671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4109 00002000:00100000:1.0:1746126488.074936:0:26671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff8800948d7800 x1830945822277888/t4294968497(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126488.074945:0:26671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7800 with x1830945822277888 ext(4194304->5242879) 00002000:00010000:1.0:1746126488.074950:0:26671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d7800 00000100:00100000:2.0:1746126488.075705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126488.077578:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822278144 00000100:00100000:3.0:1746126488.077590:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822278144 00000100:00100000:2.0:1746126488.077591:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.077623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00002000:00100000:3.0:1746126488.077635:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (4194304->5242879) req@ffff8801351fb800 x1830945822278144/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746126488.077642:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822278400 00002000:00100000:3.0:1746126488.077644:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fb800 with x1830945822278144 ext(4194304->5242879) 00000100:00100000:2.0:1746126488.077645:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822278400 00002000:00010000:3.0:1746126488.077649:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fb800 00002000:00100000:2.0:1746126488.077663:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff8801351f9f80 x1830945822278400/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746126488.077669:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822278656 00000100:00100000:3.0:1746126488.077670:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822278656 00002000:00100000:2.0:1746126488.077670:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f9f80 with x1830945822278400 ext(5242880->6291455) 00002000:00010000:2.0:1746126488.077673:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801351f9f80 00002000:00100000:3.0:1746126488.077683:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (5242880->6291455) req@ffff8801351faa00 x1830945822278656/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746126488.077685:0:25673:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822278912 00000100:00100000:2.0:1746126488.077687:0:25673:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822278912 00002000:00100000:3.0:1746126488.077689:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351faa00 with x1830945822278656 ext(5242880->6291455) 00002000:00010000:3.0:1746126488.077691:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351faa00 00002000:00100000:2.0:1746126488.077696:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff8801351fa300 x1830945822278912/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746126488.077701:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4110 00002000:00100000:2.0:1746126488.077702:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fa300 with x1830945822278912 ext(6291456->7340031) 00002000:00010000:2.0:1746126488.077704:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801351fa300 00000100:00100000:3.0:1746126488.077707:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1976:x1830945822278144:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126488.077719:0:25673:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4111 00000100:00100000:2.0:1746126488.077724:0:25673:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1977:x1830945822278400:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126488.077852:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4112 00000100:00100000:2.0:1746126488.077857:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1974:x1830945822278656:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126488.077908:0:32509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4113 00000100:00100000:1.0:1746126488.077915:0:32509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1975:x1830945822278912:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126488.092408:0:25673:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1977:x1830945822278400:12345-192.168.203.3@tcp:4:dd.0 Request processed in 14671us (16692us total) trans 4294968498 rc 0/0 00000100:00100000:2.0:1746126488.092419:0:25673:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4111 00002000:00100000:2.0:1746126488.092432:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff8801351f9f80 x1830945822278400/t4294968498(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.092440:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351f9f80 with x1830945822278400 ext(5242880->6291455) 00002000:00010000:2.0:1746126488.092446:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801351f9f80 00000100:00100000:3.0:1746126488.098621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.106274:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822278144:12345-192.168.203.3@tcp:4:dd.0 Request processed in 28555us (39134us total) trans 4294968084 rc 0/0 00000100:00100000:0.0:1746126488.106286:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4110 00002000:00100000:0.0:1746126488.106298:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (4194304->5242879) req@ffff8801351fb800 x1830945822278144/t4294968084(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126488.106308:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fb800 with x1830945822278144 ext(4194304->5242879) 00002000:00010000:0.0:1746126488.106313:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fb800 00000100:00100000:0.0:1746126488.106340:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822279168 00000100:00100000:0.0:1746126488.106347:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822279168 00002000:00100000:0.0:1746126488.106372:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (6291456->7340031) req@ffff880089639c00 x1830945822279168/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126488.106379:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639c00 with x1830945822279168 ext(6291456->7340031) 00002000:00010000:0.0:1746126488.106381:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089639c00 00000100:00100000:0.0:1746126488.106395:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4114 00000100:00100000:0.0:1746126488.106402:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1974:x1830945822279168:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126488.117439:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1974:x1830945822278656:12345-192.168.203.3@tcp:4:dd.0 Request processed in 39567us (39838us total) trans 4294968085 rc 0/0 00000100:00100000:2.0:1746126488.117454:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4112 00002000:00100000:2.0:1746126488.117465:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x19:0x0] (5242880->6291455) req@ffff8801351faa00 x1830945822278656/t4294968085(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.117475:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351faa00 with x1830945822278656 ext(5242880->6291455) 00002000:00010000:2.0:1746126488.117481:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351faa00 00000100:00100000:3.0:1746126488.117952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.118209:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822279424 00000100:00100000:2.0:1746126488.118218:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822279424 00002000:00100000:2.0:1746126488.118249:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff880089639180 x1830945822279424/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.118258:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639180 with x1830945822279424 ext(7340032->8388607) 00002000:00010000:2.0:1746126488.118261:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089639180 00000100:00100000:2.0:1746126488.118277:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4115 00000100:00100000:2.0:1746126488.118284:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1975:x1830945822279424:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126488.126138:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126488.126491:0:25673:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822279680 00000100:00100000:3.0:1746126488.126523:0:25673:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822279680 00002000:00100000:3.0:1746126488.126566:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (7340032->8388607) req@ffff8801351fb480 x1830945822279680/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126488.126575:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fb480 with x1830945822279680 ext(7340032->8388607) 00002000:00010000:3.0:1746126488.126580:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fb480 00000100:00100000:3.0:1746126488.126599:0:25673:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4116 00000100:00100000:3.0:1746126488.126606:0:25673:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1975:x1830945822279680:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126488.134862:0:32509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1975:x1830945822278912:12345-192.168.203.3@tcp:4:dd.0 Request processed in 56933us (57223us total) trans 4294968499 rc 0/0 00000100:00100000:1.0:1746126488.134879:0:32509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4113 00002000:00100000:1.0:1746126488.134897:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff8801351fa300 x1830945822278912/t4294968499(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126488.134906:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fa300 with x1830945822278912 ext(6291456->7340031) 00002000:00010000:1.0:1746126488.134912:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801351fa300 00000100:00100000:0.0:1746126488.139159:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1974:x1830945822279168:12345-192.168.203.3@tcp:4:dd.0 Request processed in 32746us (40537us total) trans 4294968086 rc 0/0 00000100:00100000:0.0:1746126488.139171:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4114 00002000:00100000:0.0:1746126488.139182:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (6291456->7340031) req@ffff880089639c00 x1830945822279168/t4294968086(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126488.139192:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639c00 with x1830945822279168 ext(6291456->7340031) 00002000:00010000:0.0:1746126488.139198:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089639c00 00000100:00100000:3.0:1746126488.139649:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.140407:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822279936 00000100:00100000:0.0:1746126488.140415:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822279936 00002000:00100000:0.0:1746126488.140451:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff88008963a300 x1830945822279936/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126488.140459:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963a300 with x1830945822279936 ext(8388608->9437183) 00002000:00010000:0.0:1746126488.140464:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008963a300 00000100:00100000:1.0:1746126488.141094:0:32509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4117 00000100:00100000:1.0:1746126488.141114:0:32509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1975:x1830945822279936:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126488.147031:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1975:x1830945822279424:12345-192.168.203.3@tcp:4:dd.0 Request processed in 28736us (29069us total) trans 4294968500 rc 0/0 00000100:00100000:2.0:1746126488.147043:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4115 00002000:00100000:2.0:1746126488.147056:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff880089639180 x1830945822279424/t4294968500(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.147066:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639180 with x1830945822279424 ext(7340032->8388607) 00002000:00010000:2.0:1746126488.147071:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089639180 00000100:00100000:3.0:1746126488.163379:0:25673:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1975:x1830945822279680:12345-192.168.203.3@tcp:4:dd.0 Request processed in 36761us (37264us total) trans 4294968087 rc 0/0 00000100:00100000:3.0:1746126488.163391:0:25673:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4116 00002000:00100000:3.0:1746126488.163404:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (7340032->8388607) req@ffff8801351fb480 x1830945822279680/t4294968087(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126488.163413:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fb480 with x1830945822279680 ext(7340032->8388607) 00002000:00010000:3.0:1746126488.163419:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fb480 00000100:00100000:0.0:1746126488.163660:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.164092:0:25673:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822280192 00000100:00100000:2.0:1746126488.164111:0:25673:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822280192 00002000:00100000:2.0:1746126488.164146:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (8388608->9437183) req@ffff8800948d4700 x1830945822280192/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.164154:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4700 with x1830945822280192 ext(8388608->9437183) 00002000:00010000:2.0:1746126488.164156:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4700 00000100:00100000:2.0:1746126488.164185:0:25673:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4118 00000100:00100000:2.0:1746126488.164192:0:25673:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1975:x1830945822280192:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126488.172335:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.172405:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822280448 00000100:00100000:2.0:1746126488.172415:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822280448 00002000:00100000:2.0:1746126488.172466:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff8800948d6680 x1830945822280448/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.172475:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6680 with x1830945822280448 ext(9437184->10485759) 00002000:00010000:2.0:1746126488.172480:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d6680 00000100:00100000:2.0:1746126488.172536:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4119 00000100:00100000:2.0:1746126488.172544:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1974:x1830945822280448:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126488.180736:0:32509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1975:x1830945822279936:12345-192.168.203.3@tcp:4:dd.0 Request processed in 39623us (41077us total) trans 4294968501 rc 0/0 00000100:00100000:2.0:1746126488.180747:0:32509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4117 00002000:00100000:2.0:1746126488.180760:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff88008963a300 x1830945822279936/t4294968501(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.180768:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963a300 with x1830945822279936 ext(8388608->9437183) 00002000:00010000:2.0:1746126488.180774:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008963a300 00000100:00100000:0.0:1746126488.193008:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.194405:0:32509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822280704 00000100:00100000:2.0:1746126488.194418:0:32509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822280704 00002000:00100000:2.0:1746126488.194467:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x240000400:0x19:0x0] (9437184->10485759) req@ffff8800948d5180 x1830945822280704/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.194477:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5180 with x1830945822280704 ext(9437184->10485759) 00002000:00010000:2.0:1746126488.194483:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d5180 00000100:00100000:2.0:1746126488.194523:0:32509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4120 00000100:00100000:2.0:1746126488.194531:0:32509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1977:x1830945822280704:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126488.209636:0:25673:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1975:x1830945822280192:12345-192.168.203.3@tcp:4:dd.0 Request processed in 45433us (45964us total) trans 4294968088 rc 0/0 00000100:00100000:2.0:1746126488.209649:0:25673:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4118 00002000:00100000:2.0:1746126488.209662:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (8388608->9437183) req@ffff8800948d4700 x1830945822280192/t4294968088(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.209671:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4700 with x1830945822280192 ext(8388608->9437183) 00002000:00010000:2.0:1746126488.209676:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4700 00000100:00100000:2.0:1746126488.219000:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1974:x1830945822280448:12345-192.168.203.3@tcp:4:dd.0 Request processed in 46445us (46664us total) trans 4294968502 rc 0/0 00000100:00100000:2.0:1746126488.219012:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4119 00002000:00100000:2.0:1746126488.219024:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff8800948d6680 x1830945822280448/t4294968502(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.219034:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d6680 with x1830945822280448 ext(9437184->10485759) 00002000:00010000:2.0:1746126488.219039:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d6680 00000100:00100000:0.0:1746126488.219910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.232124:0:32509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1977:x1830945822280704:12345-192.168.203.3@tcp:4:dd.0 Request processed in 37583us (39117us total) trans 4294968089 rc 0/0 00000100:00100000:2.0:1746126488.232137:0:32509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4120 00002000:00100000:2.0:1746126488.232150:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x240000400:0x19:0x0] (9437184->10485759) req@ffff8800948d5180 x1830945822280704/t4294968089(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.232165:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5180 with x1830945822280704 ext(9437184->10485759) 00002000:00010000:2.0:1746126488.232170:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d5180 00000100:00100000:2.0:1746126488.232192:0:32509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822280960 00000100:00100000:2.0:1746126488.232200:0:32509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822280960 00002000:00100000:2.0:1746126488.232228:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff8800948d5c00 x1830945822280960/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.232234:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5c00 with x1830945822280960 ext(10485760->11534335) 00002000:00010000:2.0:1746126488.232237:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d5c00 00000100:00100000:2.0:1746126488.232253:0:32509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4121 00000100:00100000:2.0:1746126488.232259:0:32509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1977:x1830945822280960:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126488.232799:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.232864:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.232881:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822281216 00000100:00100000:0.0:1746126488.232884:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822281216 00002000:00100000:0.0:1746126488.232902:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (10485760->11534335) req@ffff8800948d4e00 x1830945822281216/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126488.232909:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4e00 with x1830945822281216 ext(10485760->11534335) 00002000:00010000:0.0:1746126488.232913:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4e00 00000100:00100000:0.0:1746126488.234270:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822281472 00000100:00100000:0.0:1746126488.234277:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822281472 00002000:00100000:0.0:1746126488.234302:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff8800948d5500 x1830945822281472/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126488.234309:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5500 with x1830945822281472 ext(11534336->12582911) 00002000:00010000:0.0:1746126488.234313:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d5500 00000100:00100000:0.0:1746126488.234326:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4122 00000100:00100000:0.0:1746126488.234333:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1976:x1830945822281216:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126488.234475:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4123 00000100:00100000:0.0:1746126488.234480:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1977:x1830945822281472:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126488.238241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.238333:0:25673:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822281728 00000100:00100000:2.0:1746126488.238341:0:25673:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822281728 00002000:00100000:2.0:1746126488.238385:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (11534336->12582911) req@ffff8800948d4a80 x1830945822281728/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.238394:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4a80 with x1830945822281728 ext(11534336->12582911) 00002000:00010000:2.0:1746126488.238398:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4a80 00000100:00100000:2.0:1746126488.238424:0:25673:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4124 00000100:00100000:2.0:1746126488.238437:0:25673:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1976:x1830945822281728:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126488.242239:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.242344:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822282112 00000100:00100000:2.0:1746126488.242353:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822282112 00000100:00080000:0.0:1746126488.243556:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126488.243870:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 158 00000100:00100000:2.0:1746126488.243881:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1158:x1830945822282112:12345-192.168.203.3@tcp:35:dd.0 00000001:00080000:2.0:1746126488.244153:0:15097:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980625 00000100:00100000:0.0:1746126488.246926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.246976:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822282240 00000100:00100000:0.0:1746126488.246985:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822282240 00002000:00100000:0.0:1746126488.247030:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff8800948d5880 x1830945822282240/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126488.247041:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5880 with x1830945822282240 ext(12582912->13631487) 00002000:00010000:0.0:1746126488.247047:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d5880 00000100:00100000:0.0:1746126488.249264:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4125 00000100:00100000:0.0:1746126488.249281:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1975:x1830945822282240:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126488.250408:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1158:x1830945822282112:12345-192.168.203.3@tcp:35:dd.0 Request processed in 6525us (8172us total) trans 4294980626 rc 0/0 00000100:00100000:2.0:1746126488.250417:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 158 00000020:00080000:2.0:1746126488.250424:0:15097:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746126488.256600:0:32509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1977:x1830945822280960:12345-192.168.203.3@tcp:4:dd.0 Request processed in 24329us (36681us total) trans 4294968503 rc 0/0 00000100:00100000:3.0:1746126488.256611:0:32509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4121 00002000:00100000:3.0:1746126488.256623:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff8800948d5c00 x1830945822280960/t4294968503(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126488.256632:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5c00 with x1830945822280960 ext(10485760->11534335) 00002000:00010000:3.0:1746126488.256637:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d5c00 00000100:00100000:0.0:1746126488.270548:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945822281216:12345-192.168.203.3@tcp:4:dd.0 Request processed in 36203us (37737us total) trans 4294968090 rc 0/0 00000100:00100000:0.0:1746126488.270566:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4122 00002000:00100000:0.0:1746126488.270579:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (10485760->11534335) req@ffff8800948d4e00 x1830945822281216/t4294968090(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126488.270588:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4e00 with x1830945822281216 ext(10485760->11534335) 00002000:00010000:0.0:1746126488.270594:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4e00 00000100:00100000:2.0:1746126488.278343:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1977:x1830945822281472:12345-192.168.203.3@tcp:4:dd.0 Request processed in 43850us (45466us total) trans 4294968504 rc 0/0 00000100:00100000:2.0:1746126488.278356:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4123 00002000:00100000:2.0:1746126488.278369:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff8800948d5500 x1830945822281472/t4294968504(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.278380:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5500 with x1830945822281472 ext(11534336->12582911) 00002000:00010000:2.0:1746126488.278385:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d5500 00000100:00100000:2.0:1746126488.288082:0:25673:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945822281728:12345-192.168.203.3@tcp:4:dd.0 Request processed in 49632us (49839us total) trans 4294968091 rc 0/0 00000100:00100000:2.0:1746126488.288095:0:25673:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4124 00002000:00100000:2.0:1746126488.288118:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (11534336->12582911) req@ffff8800948d4a80 x1830945822281728/t4294968091(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.288127:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d4a80 with x1830945822281728 ext(11534336->12582911) 00002000:00010000:2.0:1746126488.288134:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d4a80 00000100:00100000:2.0:1746126488.289330:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126488.289737:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822282368 00000100:00100000:1.0:1746126488.289746:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822282368 00000100:00100000:1.0:1746126488.289809:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30881 00000100:00100000:1.0:1746126488.289818:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1163:x1830945822282368:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:1.0:1746126488.289842:0:7132:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126488.289864:0:7132:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117699 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca6f expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.289931:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42bc600/0x8f8d42f0d11176a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126488.289944:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42bc600/0x8f8d42f0d11176a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126488.289956:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42bc600/0x8f8d42f0d11176a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:1.0:1746126488.290013:0:7132:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746126488.290017:0:7132:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126488.290033:0:7132:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42bc600/0x8f8d42f0d11176a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126488.290053:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938e1800/0x8f8d42f0d1117699 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca6f expref: 23 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.290070:0:7132:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42bc600/0x8f8d42f0d11176a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca6f expref: 22 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.290077:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c500) 00010000:00010000:1.0:1746126488.290080:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126488.290083:0:7132:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a42bc600, rc 0) 00000100:00100000:1.0:1746126488.290129:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1163:x1830945822282368:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 313us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126488.290136:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30881 00000100:00100000:2.0:1746126488.295123:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1975:x1830945822282240:12345-192.168.203.3@tcp:4:dd.0 Request processed in 45827us (48186us total) trans 4294968505 rc 0/0 00000100:00100000:2.0:1746126488.295134:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4125 00002000:00100000:2.0:1746126488.295146:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff8800948d5880 x1830945822282240/t4294968505(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:249/0 lens 488/448 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126488.295154:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d5880 with x1830945822282240 ext(12582912->13631487) 00002000:00010000:2.0:1746126488.295161:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800948d5880 00010000:00010000:3.0:1746126488.586752:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746126488.628358:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980619 is committed 00000001:00080000:2.0:1746126488.628373:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980624 is committed 00000001:00080000:2.0:1746126488.628379:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980617 is committed 00000001:00080000:2.0:1746126488.628383:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980626 is committed 00000100:00100000:2.0:1746126488.840286:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.840350:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822282624 00000100:00100000:0.0:1746126488.840357:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822282624 00000100:00100000:0.0:1746126488.840400:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30882 00000100:00100000:0.0:1746126488.840407:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1174:x1830945822282624:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:0.0:1746126488.840421:0:7132:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126488.840425:0:7132:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126488.840447:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42bc600/0x8f8d42f0d11176a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca6f expref: 13 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.840460:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c500) 00010000:00010000:0.0:1746126488.840467:0:7132:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126488.840476:0:7132:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11176a7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca76 expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.840595:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11176ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.840603:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11176ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.840610:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11176ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.840622:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11176b5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.840626:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11176b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.840631:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11176b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.841070:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11176bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.841077:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11176bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.841083:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11176bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:0.0:1746126488.841090:0:7132:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:0.0:1746126488.841119:0:7132:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11176ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.841124:0:7132:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11176ae lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.841129:0:7132:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11176ae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.841134:0:7132:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2c200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126488.841137:0:7132:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11176ae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.841142:0:7132:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11176ae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.841150:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880130345100) 00010000:00010000:0.0:1746126488.841153:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126488.841155:0:7132:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11176ae lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.841159:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2c200/0x8f8d42f0d11176ae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00000004:00010000:0.0:1746126488.841167:0:7132:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801351f9c00 reply state ffff880134899000 transno 4294980627 ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11176b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000100:00100000:0.0:1746126488.841173:0:7132:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746126488.841189:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2dc00/0x8f8d42f0d11176a7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca76 expref: 15 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.841202:0:7132:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11176bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca76 expref: 14 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.841208:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880130345200) 00010000:00010000:0.0:1746126488.841210:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126488.841212:0:7132:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949d5e00, rc 0) 00000100:00100000:0.0:1746126488.841255:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1174:x1830945822282624:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 848us (973us total) trans 4294980627 rc 0/0 00000100:00100000:0.0:1746126488.841262:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30882 00000100:00100000:0.0:1746126488.856382:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.856411:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822282880 00000100:00100000:0.0:1746126488.856417:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822282880 00000100:00100000:0.0:1746126488.856447:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30883 00000100:00100000:0.0:1746126488.856452:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1174:x1830945822282880:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:0.0:1746126488.856472:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126488.856511:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5a00/0x8f8d42f0d11176ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca7d expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.856572:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.856582:0:8520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11176bc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca76 expref: 16 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.856587:0:8520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.856618:0:8520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11176bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca76 expref: 16 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.856629:0:8520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11176bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca76 expref: 16 pid: 7132 timeout: 630 lvb_type: 0 00000100:00100000:0.0:1746126488.856639:0:8520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008eab5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8520:1830945820568448:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126488.856699:0:8520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013486b780 going to sleep for 11 seconds 00010000:00010000:3.0:1746126488.856950:0:3285:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11176b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1746126488.856956:0:3285:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11176b5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1746126488.856961:0:3285:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11176b5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1746126488.856966:0:3285:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fa2a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:3.0:1746126488.856968:0:3285:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11176b5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1746126488.856976:0:3285:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11176b5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1746126488.856986:0:3285:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880130345400) 00010000:00010000:3.0:1746126488.856989:0:3285:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126488.856991:0:3285:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11176b5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1746126488.856995:0:3285:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d11176b5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00000100:00100000:0.0:1746126488.860782:0:8520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eab5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8520:1830945820568448:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126488.860800:0:8520:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000100:00100000:1.0:1746126488.860906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.866905:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822283008 00000100:00100000:0.0:1746126488.866916:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822283008 00010000:00010000:0.0:1746126488.866952:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11176bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca76 expref: 16 pid: 7132 timeout: 630 lvb_type: 0 00000100:00100000:0.0:1746126488.866999:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7698 00000100:00100000:0.0:1746126488.867006:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1976:x1830945822283008:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126488.867017:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126488.867022:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11176bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca76 expref: 16 pid: 7132 timeout: 630 lvb_type: 0 00010000:00010000:0.0:1746126488.867032:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11176bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca76 expref: 16 pid: 7132 timeout: 630 lvb_type: 0 00010000:00010000:0.0:1746126488.867054:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5e00/0x8f8d42f0d11176bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca76 expref: 16 pid: 7132 timeout: 630 lvb_type: 0 00010000:00010000:0.0:1746126488.867067:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880130345200) 00010000:00010000:0.0:1746126488.867070:0:11008:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.867076:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.867082:0:11008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.867118:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126488.867162:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1976:x1830945822283008:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 156us (6256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126488.867168:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7698 00010000:00010000:1.0:1746126488.867478:0:8520:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.867485:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:1.0:1746126488.867525:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00080000:1.0:1746126488.867754:0:8520:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 1: 0 00000004:00080000:1.0:1746126488.867762:0:8520:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 0: 0 00010000:00010000:1.0:1746126488.867851:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.867858:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.867864:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.867873:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bace00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126488.867876:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.867882:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.867890:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880130345200) 00010000:00010000:1.0:1746126488.867893:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126488.867895:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.867899:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d11176d1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.867934:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5a00/0x8f8d42f0d11176ca lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca7d expref: 15 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.867941:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d5a00/0x8f8d42f0d11176ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca7d expref: 15 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.867949:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949d5a00, rc 0) 00000100:00100000:1.0:1746126488.867974:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1174:x1830945822282880:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 11522us (11598us total) trans 4294980628 rc 301/301 00000100:00100000:1.0:1746126488.867980:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30883 00000100:00100000:0.0:1746126488.883530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.883568:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822283264 00000100:00100000:0.0:1746126488.883577:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822283264 00000100:00100000:0.0:1746126488.883660:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 159 00000100:00100000:0.0:1746126488.883669:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+14:1174:x1830945822283264:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:0.0:1746126488.883960:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1174:x1830945822283264:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 292us (436us total) trans 4294980629 rc 0/0 00000100:00100000:0.0:1746126488.884686:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 159 00000100:00100000:0.0:1746126488.888678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126488.889414:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822283392 00000100:00100000:1.0:1746126488.889423:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822283392 00000100:00100000:1.0:1746126488.889902:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30884 00000100:00100000:1.0:1746126488.889912:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1174:x1830945822283392:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:1.0:1746126488.889937:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126488.889958:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009289fc00/0x8f8d42f0d11176df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca84 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.890432:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009289fc00/0x8f8d42f0d11176df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca84 expref: 16 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.890445:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009289fc00/0x8f8d42f0d11176df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca84 expref: 16 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.890461:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800a6a8cc00) 00010000:00010000:1.0:1746126488.890464:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126488.890466:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289fc00, rc 0) 00000100:00100000:1.0:1746126488.890731:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1174:x1830945822283392:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 820us (2060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126488.890737:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30884 00000100:00100000:2.0:1746126488.897631:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.897673:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822283648 00000100:00100000:0.0:1746126488.897683:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822283648 00000100:00100000:0.0:1746126488.897727:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 160 00000100:00100000:0.0:1746126488.897734:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a58b9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1174:x1830945822283648:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:0.0:1746126488.897957:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a58b9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1174:x1830945822283648:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 223us (331us total) trans 4294980630 rc 0/0 00000100:00100000:0.0:1746126488.897964:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 160 00000100:00100000:0.0:1746126488.906590:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126488.906650:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822283776 00000100:00100000:1.0:1746126488.906658:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822283776 00000100:00100000:1.0:1746126488.906696:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30885 00000100:00100000:1.0:1746126488.906702:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1177:x1830945822283776:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:1.0:1746126488.906716:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126488.906730:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d11176e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca8b expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.906771:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009289e800/0x8f8d42f0d11176ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.906780:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009289e800/0x8f8d42f0d11176ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.906789:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009289e800/0x8f8d42f0d11176ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:1.0:1746126488.906832:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746126488.906834:0:8520:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126488.906846:0:8520:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009289e800/0x8f8d42f0d11176ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.906862:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d11176e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca8b expref: 13 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.906872:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009289e800/0x8f8d42f0d11176ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca8b expref: 12 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.906878:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c700) 00010000:00010000:1.0:1746126488.906880:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126488.906882:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009289e800, rc 0) 00000100:00080000:0.0:1746126488.906957:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126488.908229:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1177:x1830945822283776:12345-192.168.203.3@tcp:101:dd.0 Request processed in 1522us (1641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126488.908236:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30885 00000100:00100000:1.0:1746126488.913665:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.916103:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822284160 00000100:00100000:0.0:1746126488.916113:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822284160 00000100:00100000:0.0:1746126488.916155:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30886 00000100:00100000:0.0:1746126488.916162:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1177:x1830945822284160:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1746126488.916177:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126488.916192:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bacc00/0x8f8d42f0d11176f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca99 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.916265:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac400/0x8f8d42f0d11176fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916275:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac400/0x8f8d42f0d11176fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916285:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac400/0x8f8d42f0d11176fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916294:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bad200/0x8f8d42f0d1117702 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916299:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bad200/0x8f8d42f0d1117702 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916303:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bad200/0x8f8d42f0d1117702 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916376:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac600/0x8f8d42f0d1117709 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916383:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac600/0x8f8d42f0d1117709 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916388:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac600/0x8f8d42f0d1117709 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:0.0:1746126488.916395:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746126488.916457:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac400/0x8f8d42f0d11176fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916463:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac400/0x8f8d42f0d11176fb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916467:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac400/0x8f8d42f0d11176fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916471:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bac400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126488.916474:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac400/0x8f8d42f0d11176fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916482:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac400/0x8f8d42f0d11176fb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916490:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c700) 00010000:00010000:0.0:1746126488.916517:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126488.916521:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac400/0x8f8d42f0d11176fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916526:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac400/0x8f8d42f0d11176fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916535:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bad200/0x8f8d42f0d1117702 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916539:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bad200/0x8f8d42f0d1117702 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916544:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bad200/0x8f8d42f0d1117702 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916547:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bad200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126488.916549:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bad200/0x8f8d42f0d1117702 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916554:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bad200/0x8f8d42f0d1117702 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916559:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880083fde200) 00010000:00010000:0.0:1746126488.916561:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126488.916563:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bad200/0x8f8d42f0d1117702 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916567:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bad200/0x8f8d42f0d1117702 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.916595:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bacc00/0x8f8d42f0d11176f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca99 expref: 15 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.916604:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bac600/0x8f8d42f0d1117709 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca99 expref: 14 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.916608:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:0.0:1746126488.916610:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126488.916612:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bac600, rc 0) 00000100:00100000:0.0:1746126488.916667:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1177:x1830945822284160:12345-192.168.203.3@tcp:101:dd.0 Request processed in 504us (3007us total) trans 4294980631 rc 0/0 00000100:00100000:0.0:1746126488.916674:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30886 00000100:00100000:2.0:1746126488.917340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.919859:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822283904 00000100:00100000:0.0:1746126488.919869:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822283904 00000100:00100000:0.0:1746126488.919911:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30887 00000100:00100000:0.0:1746126488.919918:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1176:x1830945822283904:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1746126488.919938:0:7132:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126488.919953:0:7132:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d1117717 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ca92 expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.919995:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f02800/0x8f8d42f0d111771e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.920006:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f02800/0x8f8d42f0d111771e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.920015:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f02800/0x8f8d42f0d111771e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:0.0:1746126488.920061:0:7132:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126488.920064:0:7132:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126488.920074:0:7132:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f02800/0x8f8d42f0d111771e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.920089:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bace00/0x8f8d42f0d1117717 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca92 expref: 19 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.920112:0:7132:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f02800/0x8f8d42f0d111771e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca92 expref: 18 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.920118:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c700) 00010000:00010000:0.0:1746126488.920120:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126488.920122:0:7132:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f02800, rc 0) 00000100:00100000:0.0:1746126488.920164:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1176:x1830945822283904:12345-192.168.203.3@tcp:101:dd.0 Request processed in 246us (2825us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126488.920169:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30887 00000100:00100000:2.0:1746126488.924946:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.925135:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822284416 00000100:00100000:0.0:1746126488.925143:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822284416 00000100:00100000:0.0:1746126488.925186:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30888 00000100:00100000:0.0:1746126488.925193:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1176:x1830945822284416:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1746126488.925208:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126488.925223:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41e00/0x8f8d42f0d1117725 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0caa0 expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.925296:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41c00/0x8f8d42f0d111772c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925307:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41c00/0x8f8d42f0d111772c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925315:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41c00/0x8f8d42f0d111772c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925328:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117733 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925333:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117733 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925338:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117733 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925407:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d111773a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925413:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d111773a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925418:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d111773a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00200000:0.0:1746126488.925423:0:8520:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746126488.925478:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41c00/0x8f8d42f0d111772c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925483:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41c00/0x8f8d42f0d111772c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925488:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41c00/0x8f8d42f0d111772c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925492:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093a41c00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126488.925512:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41c00/0x8f8d42f0d111772c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925520:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41c00/0x8f8d42f0d111772c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925528:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c700) 00010000:00010000:0.0:1746126488.925531:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126488.925533:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41c00/0x8f8d42f0d111772c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925538:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41c00/0x8f8d42f0d111772c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925545:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117733 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925549:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117733 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925553:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117733 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925556:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135728a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126488.925558:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117733 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925561:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117733 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925565:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880083fde600) 00010000:00010000:0.0:1746126488.925567:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126488.925568:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117733 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925571:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135728a00/0x8f8d42f0d1117733 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:0.0:1746126488.925596:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093a41e00/0x8f8d42f0d1117725 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caa0 expref: 21 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.925605:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728c00/0x8f8d42f0d111773a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caa0 expref: 20 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.925610:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:0.0:1746126488.925611:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126488.925613:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728c00, rc 0) 00000100:00100000:0.0:1746126488.925645:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1176:x1830945822284416:12345-192.168.203.3@tcp:101:dd.0 Request processed in 453us (706us total) trans 4294980632 rc 0/0 00000100:00100000:0.0:1746126488.925650:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30888 00000100:00100000:1.0:1746126488.930597:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.930649:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822284672 00000100:00100000:0.0:1746126488.930657:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822284672 00000100:00100000:0.0:1746126488.930700:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30889 00000100:00100000:0.0:1746126488.930707:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1177:x1830945822284672:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1746126488.930724:0:7132:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126488.930727:0:7132:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126488.930747:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009289e800/0x8f8d42f0d11176ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca8b expref: 14 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.930759:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c700) 00010000:00010000:0.0:1746126488.930763:0:7132:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126488.930772:0:7132:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135728400/0x8f8d42f0d1117748 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0caa7 expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.930881:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111774f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.930890:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111774f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.930897:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111774f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.930907:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1117756 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.930912:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1117756 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.930916:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1117756 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.930964:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d111775d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.930970:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d111775d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.930975:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d111775d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:0.0:1746126488.930982:0:7132:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:0.0:1746126488.931042:0:7132:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111774f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931047:0:7132:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111774f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931053:0:7132:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111774f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931057:0:7132:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135728600 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126488.931061:0:7132:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111774f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931066:0:7132:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111774f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931072:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c700) 00010000:00010000:0.0:1746126488.931074:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126488.931077:0:7132:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111774f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931081:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135728600/0x8f8d42f0d111774f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931087:0:7132:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1117756 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931091:0:7132:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1117756 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931106:0:7132:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1117756 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931111:0:7132:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a3b8200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126488.931113:0:7132:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1117756 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931116:0:7132:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1117756 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931121:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880083fde400) 00010000:00010000:0.0:1746126488.931123:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126488.931125:0:7132:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1117756 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931132:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a3b8200/0x8f8d42f0d1117756 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1746126488.931160:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135728400/0x8f8d42f0d1117748 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caa7 expref: 16 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.931169:0:7132:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d111775d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caa7 expref: 15 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126488.931174:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800a6a8cc00) 00010000:00010000:0.0:1746126488.931176:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126488.931178:0:7132:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa2a00, rc 0) 00000100:00100000:0.0:1746126488.931213:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1177:x1830945822284672:12345-192.168.203.3@tcp:101:dd.0 Request processed in 507us (623us total) trans 4294980633 rc 0/0 00000100:00100000:0.0:1746126488.931220:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30889 00000100:00100000:2.0:1746126488.940864:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.940902:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126488.942058:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822285056 00000100:00100000:3.0:1746126488.942066:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822285056 00000100:00100000:3.0:1746126488.942132:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5491 00000100:00100000:3.0:1746126488.942139:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1177:x1830945822285056:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:3.0:1746126488.942153:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126488.942167:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131030400/0x8f8d42f0d111776b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cab5 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126488.942189:0:8479:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111768b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca61 expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126488.942195:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126488.942196:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126488.942199:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131030400/0x8f8d42f0d111776b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cab5 expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126488.942220:0:8479:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111768b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca61 expref: 32 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126488.942234:0:8479:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111768b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca61 expref: 32 pid: 8479 timeout: 630 lvb_type: 0 00000100:00100000:3.0:1746126488.942245:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820568576:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126488.942313:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118c00 going to sleep for 11 seconds 00000100:00080000:0.0:1746126488.943353:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126488.943971:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822284928 00000100:00100000:1.0:1746126488.943977:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822284928 00000100:00100000:1.0:1746126488.944005:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30890 00000100:00100000:1.0:1746126488.944011:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1176:x1830945822284928:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:1.0:1746126488.944025:0:8520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126488.944027:0:8520:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126488.944046:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f02800/0x8f8d42f0d111771e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca92 expref: 20 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.944058:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c700) 00010000:00010000:1.0:1746126488.944066:0:8520:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126488.944072:0:8520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009289e800/0x8f8d42f0d1117772 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0caae expref: -99 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.944170:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009289ea00/0x8f8d42f0d1117779 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.944179:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009289ea00/0x8f8d42f0d1117779 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.944186:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009289ea00/0x8f8d42f0d1117779 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.944974:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1117780 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.944983:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1117780 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.944988:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1117780 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000004:00080000:1.0:1746126488.945250:0:8520:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 1: 0 00010000:00010000:1.0:1746126488.945346:0:8520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d800/0x8f8d42f0d1117787 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.945352:0:8520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d800/0x8f8d42f0d1117787 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.945357:0:8520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d800/0x8f8d42f0d1117787 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.945374:0:8520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009289ea00/0x8f8d42f0d1117779 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.945379:0:8520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009289ea00/0x8f8d42f0d1117779 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.945383:0:8520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009289ea00/0x8f8d42f0d1117779 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.945388:0:8520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009289ea00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:1.0:1746126488.945391:0:8520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009289ea00/0x8f8d42f0d1117779 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.945396:0:8520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009289ea00/0x8f8d42f0d1117779 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.945403:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6a8c100) 00010000:00010000:1.0:1746126488.945405:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126488.945407:0:8520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009289ea00/0x8f8d42f0d1117779 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:1.0:1746126488.945411:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009289ea00/0x8f8d42f0d1117779 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00000004:00010000:1.0:1746126488.945419:0:8520:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880099afce00 reply state ffff880091e29000 transno 4294980634 ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1117780 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8520 initiator: MDT0 00000100:00100000:1.0:1746126488.945424:0:8520:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126488.945442:0:8520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009289e800/0x8f8d42f0d1117772 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caae expref: 22 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.945454:0:8520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2d800/0x8f8d42f0d1117787 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caae expref: 21 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.945463:0:8520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8800a6a8c200) 00010000:00010000:1.0:1746126488.945465:0:8520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126488.945466:0:8520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a2d800, rc 0) 00000100:00100000:1.0:1746126488.945524:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1176:x1830945822284928:12345-192.168.203.3@tcp:101:dd.0 Request processed in 1512us (4667us total) trans 4294980634 rc 0/0 00000100:00100000:1.0:1746126488.945531:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30890 00010000:00010000:2.0:1746126488.950879:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1117780 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126488.950894:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1117780 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126488.950905:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1117780 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126488.950911:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009289f200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126488.950915:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1117780 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126488.950921:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1117780 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126488.950937:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff8800a6a8cb00) 00010000:00010000:2.0:1746126488.950940:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126488.950943:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1117780 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00010000:00010000:2.0:1746126488.950952:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009289f200/0x8f8d42f0d1117780 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8520 initiator: MDT0 00000100:00100000:0.0:1746126488.951478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.951609:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822285312 00000100:00100000:2.0:1746126488.951616:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822285312 00000100:00100000:3.0:1746126488.951636:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008963bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820568576:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126488.951660:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131030400/0x8f8d42f0d111776b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cab5 expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126488.951667:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4126 00000100:00100000:2.0:1746126488.951673:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1977:x1830945822285312:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:3.0:1746126488.951674:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131030400, rc 0) 00010000:00010000:2.0:1746126488.951701:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126488.951714:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126488.951717:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126488.951718:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1177:x1830945822285056:12345-192.168.203.3@tcp:101:dd.0 Request processed in 9579us (10815us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126488.951725:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5491 00010000:00010000:2.0:1746126488.951725:0:32505:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126488.955785:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126488.955886:0:25673:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822285568 00000100:00100000:2.0:1746126488.955896:0:25673:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822285568 00000100:00100000:2.0:1746126488.956019:0:25673:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4127 00000100:00100000:2.0:1746126488.956028:0:25673:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945822285568:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126488.956065:0:25673:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126488.956082:0:25673:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009367b000/0x8f8d42f0d1117692 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca68 expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126488.956089:0:25673:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126488.956091:0:25673:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126488.956094:0:25673:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126488.956135:0:25673:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009367b000/0x8f8d42f0d1117692 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca68 expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126488.956148:0:25673:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009367b000/0x8f8d42f0d1117692 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca68 expref: 31 pid: 10567 timeout: 630 lvb_type: 0 00000100:00100000:2.0:1746126488.956162:0:25673:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099afea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:25673:1830945820568704:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126488.956250:0:25673:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1b1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126488.964873:0:25673:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099afea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:25673:1830945820568704:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126488.964905:0:25673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126488.974780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126488.974826:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126488.974924:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822285696 00000100:00100000:1.0:1746126488.974933:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822285696 00010000:00010000:1.0:1746126488.974971:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009367b000/0x8f8d42f0d1117692 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca68 expref: 32 pid: 10567 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746126488.975012:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822285824 00000100:00100000:1.0:1746126488.975015:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822285824 00000100:00100000:2.0:1746126488.975018:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7699 00000100:00100000:2.0:1746126488.975028:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945822285696:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126488.975028:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111768b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca61 expref: 34 pid: 8479 timeout: 630 lvb_type: 0 00010000:00010000:2.0:1746126488.975040:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126488.975043:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7700 00000100:00100000:1.0:1746126488.975048:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b138c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1975:x1830945822285824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126488.975056:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126488.975061:0:7117:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:2.0:1746126488.975063:0:7117:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime from disk: 1746126487 -> 1746126488 00002000:00010000:2.0:1746126488.975065:0:7117:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime from disk: 1746126487 -> 1746126488 00002000:00010000:1.0:1746126488.975069:0:11008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00010000:00010000:2.0:1746126488.975070:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009367b000/0x8f8d42f0d1117692 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca68 expref: 32 pid: 10567 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746126488.975071:0:11008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746126487 -> 1746126488 00002000:00010000:1.0:1746126488.975073:0:11008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746126487 -> 1746126488 00010000:00010000:1.0:1746126488.975077:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111768b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca61 expref: 34 pid: 8479 timeout: 630 lvb_type: 0 00010000:00010000:2.0:1746126488.975081:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009367b000/0x8f8d42f0d1117692 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca68 expref: 32 pid: 10567 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746126488.975091:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111768b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca61 expref: 34 pid: 8479 timeout: 630 lvb_type: 0 00010000:00010000:2.0:1746126488.975121:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009367b000/0x8f8d42f0d1117692 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca68 expref: 32 pid: 10567 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746126488.975121:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43a00/0x8f8d42f0d111768b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca61 expref: 34 pid: 8479 timeout: 630 lvb_type: 0 00010000:00010000:2.0:1746126488.975139:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126488.975139:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126488.975141:0:7117:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126488.975142:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126488.975146:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.975148:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131030400/0x8f8d42f0d111776b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cab5 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126488.975154:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.975155:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131030400/0x8f8d42f0d111776b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cab5 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.975162:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126488.975163:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126488.975166:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126488.975172:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126488.975175:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126488.975204:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880131030400/0x8f8d42f0d111776b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cab5 expref: 6 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126488.975216:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135702300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820568832:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126488.975219:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945822285696:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 192us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126488.975271:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a486c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126488.975288:0:32505:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126488.975291:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7699 00010000:00010000:1.0:1746126488.975295:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126488.976015:0:25673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126488.976025:0:25673:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126488.992810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126488.992810:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135702300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820568832:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126488.993072:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822286080 00010000:00010000:1.0:1746126488.993074:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126488.993078:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822286080 00002000:00100000:0.0:1746126488.993126:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880099afc380 x1830945822286080/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:249/0 lens 488/0 e 0 to 0 dl 1746126499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126488.993135:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afc380 with x1830945822286080 ext(0->1048575) 00002000:00010000:0.0:1746126488.993139:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afc380 00000100:00100000:1.0:1746126488.993140:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b138c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+34:1975:x1830945822285824:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 18089us (18312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126488.993151:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7700 00000100:00100000:0.0:1746126488.993162:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4128 00000100:00100000:0.0:1746126488.993169:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945822286080:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126489.000647:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.000663:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.000670:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.000676:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b33200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126489.000679:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.000686:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.000702:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.000713:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b33200/0x8f8d42f0d1117795 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126489.001170:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1977:x1830945822285312:12345-192.168.203.3@tcp:3:dd.0 Request processed in 49491us (49690us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126489.001180:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4126 00010000:00010000:3.0:1746126489.004127:0:25673:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.004145:0:25673:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.004154:0:25673:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.004161:0:25673:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b33400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126489.004164:0:25673:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.004172:0:25673:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.004187:0:25673:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.004192:0:25673:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d111779c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126489.004299:0:25673:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822285568:12345-192.168.203.3@tcp:3:dd.0 Request processed in 48267us (48519us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746126489.004309:0:25673:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4127 00000100:00100000:0.0:1746126489.007673:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945822286080:12345-192.168.203.3@tcp:3:dd.0 Request processed in 14491us (14859us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126489.007685:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4128 00002000:00100000:0.0:1746126489.007697:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880099afc380 x1830945822286080/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:249/0 lens 488/440 e 0 to 0 dl 1746126499 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.007706:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afc380 with x1830945822286080 ext(0->1048575) 00002000:00010000:0.0:1746126489.007712:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afc380 00000100:00100000:0.0:1746126489.014684:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.014728:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.014774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.014818:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822286720 00000100:00100000:0.0:1746126489.014826:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822286720 00000100:00100000:0.0:1746126489.014892:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5492 00000100:00100000:0.0:1746126489.014900:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+6:1177:x1830945822286720:12345-192.168.203.3@tcp:101:dd.0 00000100:00080000:1.0:1746126489.014901:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746126489.014919:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126489.014937:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b81d200/0x8f8d42f0d11177a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cabc expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126489.014961:0:8479:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 12582912, mtime: 0x6813c698, atime: 0x0, ctime: 0x6813c698, blocks: 0x1 00000100:00100000:3.0:1746126489.014973:0:25673:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822286336 00000100:00100000:3.0:1746126489.014977:0:25673:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822286336 00010000:00010000:0.0:1746126489.014982:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.014984:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.014993:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b81d200/0x8f8d42f0d11177a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cabc expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.015007:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b81d200/0x8f8d42f0d11177a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cabc expref: 7 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126489.015015:0:25673:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822286464 00000100:00100000:3.0:1746126489.015017:0:25673:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822286464 00010000:00010000:0.0:1746126489.015018:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b81d200, rc 0) 00000100:00100000:3.0:1746126489.015032:0:25673:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4129 00000100:00100000:3.0:1746126489.015038:0:25673:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1977:x1830945822286336:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126489.015039:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4130 00000100:00100000:1.0:1746126489.015048:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1977:x1830945822286464:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126489.015059:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1177:x1830945822286720:12345-192.168.203.3@tcp:101:dd.0 Request processed in 160us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126489.015064:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5492 00002000:00010000:3.0:1746126489.015069:0:25673:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746126489.015077:0:25673:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d11177aa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.015083:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801348e2c00/0x8f8d42f0d11177b1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.015086:0:25673:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.015088:0:25673:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.015090:0:25673:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d11177aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.015240:0:25673:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d11177aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.015269:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126489.015272:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126489.015274:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348e2c00/0x8f8d42f0d11177b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.015283:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348e2c00/0x8f8d42f0d11177b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126489.019721:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.019776:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822286976 00000100:00100000:0.0:1746126489.019786:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822286976 00002000:00100000:0.0:1746126489.019825:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->1040383) req@ffff880099afd880 x1830945822286976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.019834:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd880 with x1830945822286976 ext(0->1040383) 00002000:00010000:0.0:1746126489.019839:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afd880 00000100:00100000:0.0:1746126489.019914:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4131 00000100:00100000:0.0:1746126489.019921:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945822286976:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:1.0:1746126489.030115:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945822286976:12345-192.168.203.3@tcp:3:dd.0 Request processed in 10168us (10378us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126489.030128:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4131 00002000:00100000:1.0:1746126489.030140:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->1040383) req@ffff880099afd880 x1830945822286976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.030150:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd880 with x1830945822286976 ext(0->1040383) 00002000:00010000:1.0:1746126489.030156:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afd880 00000100:00100000:2.0:1746126489.056060:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.056151:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822287104 00000100:00100000:0.0:1746126489.056160:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822287104 00000100:00100000:0.0:1746126489.056203:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5493 00000100:00100000:0.0:1746126489.056211:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1177:x1830945822287104:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1746126489.056229:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126489.056250:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11177b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cac3 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126489.056274:0:10567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126489.056295:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.056297:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.056305:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11177b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cac3 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.056325:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11177b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cac3 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.056337:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdfa00, rc 0) 00000100:00100000:0.0:1746126489.057761:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1177:x1830945822287104:12345-192.168.203.3@tcp:101:dd.0 Request processed in 175us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126489.057774:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5493 00000100:00100000:0.0:1746126489.073828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.074996:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822287360 00000100:00100000:2.0:1746126489.075005:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822287360 00000100:00100000:2.0:1746126489.075046:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5494 00000100:00100000:2.0:1746126489.075053:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1177:x1830945822287360:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126489.075069:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126489.075088:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11177bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0caca expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126489.075122:0:10567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746126489.075141:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.075143:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.075150:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11177bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caca expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.075165:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11177bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caca expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.075174:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b43600, rc 0) 00000100:00100000:2.0:1746126489.075226:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1177:x1830945822287360:12345-192.168.203.3@tcp:101:dd.0 Request processed in 174us (1407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126489.075232:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5494 00000100:00100000:0.0:1746126489.077917:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.078998:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822287488 00000100:00100000:1.0:1746126489.079009:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822287488 00002000:00100000:1.0:1746126489.079054:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff88008eab7800 x1830945822287488/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.079065:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7800 with x1830945822287488 ext(0->1048575) 00002000:00010000:1.0:1746126489.079070:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab7800 00000100:00100000:1.0:1746126489.079093:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4132 00000100:00100000:1.0:1746126489.079114:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1974:x1830945822287488:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126489.090758:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.090912:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.090957:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822287872 00000100:00100000:3.0:1746126489.090963:0:32509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822288000 00000100:00100000:3.0:1746126489.090968:0:32509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822288000 00000100:00100000:1.0:1746126489.090968:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822287872 00002000:00100000:3.0:1746126489.091008:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x240000400:0x19:0x0] (1040384->2080767) req@ffff880099afe300 x1830945822288000/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.091008:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880099afdc00 x1830945822287872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.091018:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe300 with x1830945822288000 ext(1040384->2080767) 00002000:00100000:1.0:1746126489.091018:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afdc00 with x1830945822287872 ext(1048576->2097151) 00002000:00010000:3.0:1746126489.091023:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afe300 00002000:00010000:1.0:1746126489.091023:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afdc00 00000100:00100000:1.0:1746126489.091042:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4133 00000100:00100000:3.0:1746126489.091047:0:32509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4134 00000100:00100000:1.0:1746126489.091047:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822287872:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:3.0:1746126489.091052:0:32509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1976:x1830945822288000:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:0.0:1746126489.108037:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1974:x1830945822287488:12345-192.168.203.3@tcp:4:dd.0 Request processed in 28916us (30120us total) trans 4294968094 rc 0/0 00000100:00100000:0.0:1746126489.108047:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4132 00002000:00100000:0.0:1746126489.108056:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff88008eab7800 x1830945822287488/t4294968094(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.108064:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7800 with x1830945822287488 ext(0->1048575) 00002000:00010000:0.0:1746126489.108068:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab7800 00000100:00100000:1.0:1746126489.112714:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822287872:12345-192.168.203.3@tcp:3:dd.0 Request processed in 21652us (21952us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126489.112728:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4133 00002000:00100000:1.0:1746126489.112741:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880099afdc00 x1830945822287872/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.112751:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afdc00 with x1830945822287872 ext(1048576->2097151) 00002000:00010000:1.0:1746126489.112758:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afdc00 00000100:00100000:3.0:1746126489.118603:0:32509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1976:x1830945822288000:12345-192.168.203.3@tcp:3:dd.0 Request processed in 27539us (27680us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746126489.118615:0:32509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4134 00002000:00100000:3.0:1746126489.118627:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x240000400:0x19:0x0] (1040384->2080767) req@ffff880099afe300 x1830945822288000/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.118636:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afe300 with x1830945822288000 ext(1040384->2080767) 00002000:00010000:3.0:1746126489.118644:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afe300 00000100:00100000:3.0:1746126489.133253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.133279:0:32509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822288256 00000100:00100000:3.0:1746126489.133286:0:32509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822288256 00002000:00100000:3.0:1746126489.133317:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x240000400:0x19:0x0] (2080768->2097151) req@ffff88008963bb80 x1830945822288256/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.133325:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963bb80 with x1830945822288256 ext(2080768->2097151) 00002000:00010000:3.0:1746126489.133330:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008963bb80 00000100:00100000:3.0:1746126489.133347:0:32509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4135 00000100:00100000:3.0:1746126489.133353:0:32509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1977:x1830945822288256:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:3.0:1746126489.133516:0:32509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1977:x1830945822288256:12345-192.168.203.3@tcp:3:dd.0 Request processed in 142us (249us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1746126489.133523:0:32509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4135 00002000:00100000:3.0:1746126489.133528:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x240000400:0x19:0x0] (2080768->2097151) req@ffff88008963bb80 x1830945822288256/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/16824 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 16384/16384 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.133535:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963bb80 with x1830945822288256 ext(2080768->2097151) 00002000:00010000:3.0:1746126489.133537:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008963bb80 00002000:00010000:2.0:1746126489.143692:0:32507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:2.0:1746126489.143696:0:32507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746126489 00002000:00010000:2.0:1746126489.143698:0:32507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746126489 00002000:00010000:2.0:1746126489.143700:0:32507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:2.0:1746126489.143711:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801348e2c00/0x8f8d42f0d11177b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.143720:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801348e2c00/0x8f8d42f0d11177b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.143727:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801348e2c00/0x8f8d42f0d11177b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.143734:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801348e2c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126489.143737:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801348e2c00/0x8f8d42f0d11177b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.143747:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801348e2c00/0x8f8d42f0d11177b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.143762:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801348e2c00/0x8f8d42f0d11177b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.143767:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348e2c00/0x8f8d42f0d11177b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126489.143827:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+36:1977:x1830945822286464:12345-192.168.203.3@tcp:4:dd.0 Request processed in 128777us (129094us total) trans 4294968093 rc 0/0 00000100:00100000:2.0:1746126489.143835:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4130 00000001:00080000:2.0:1746126489.143860:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968090 is committed 00000001:00080000:2.0:1746126489.143876:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968093 is committed 00010000:00010000:3.0:1746126489.144090:0:25673:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d11177aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.144105:0:25673:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d11177aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.144111:0:25673:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d11177aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.144119:0:25673:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092838600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126489.144122:0:25673:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d11177aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.144126:0:25673:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d11177aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.144135:0:25673:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d11177aa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.144139:0:25673:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838600/0x8f8d42f0d11177aa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126489.144183:0:25673:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1977:x1830945822286336:12345-192.168.203.3@tcp:4:dd.0 Request processed in 129144us (129508us total) trans 4294968092 rc 0/0 00000100:00100000:3.0:1746126489.144190:0:25673:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4129 00000100:00100000:3.0:1746126489.153086:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.154088:0:25673:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822288512 00000100:00100000:0.0:1746126489.154105:0:25673:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822288512 00002000:00100000:1.0:1746126489.154170:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880089638380 x1830945822288512/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.154180:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089638380 with x1830945822288512 ext(0->1048575) 00002000:00010000:1.0:1746126489.154184:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089638380 00000100:00100000:1.0:1746126489.154212:0:25673:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4136 00000100:00100000:1.0:1746126489.154218:0:25673:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089638380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822288512:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126489.182855:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.183026:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.185842:0:25673:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089638380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1977:x1830945822288512:12345-192.168.203.3@tcp:4:dd.0 Request processed in 31616us (32755us total) trans 4294968506 rc 0/0 00000100:00100000:1.0:1746126489.185852:0:25673:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4136 00002000:00100000:1.0:1746126489.185862:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880089638380 x1830945822288512/t4294968506(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.185871:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089638380 with x1830945822288512 ext(0->1048575) 00002000:00010000:1.0:1746126489.185875:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089638380 00000100:00100000:3.0:1746126489.187794:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.187816:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822288640 00000100:00100000:3.0:1746126489.187823:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822288640 00000100:00100000:3.0:1746126489.187846:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822288768 00000100:00100000:3.0:1746126489.187848:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822288768 00000100:00100000:3.0:1746126489.187859:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5495 00000100:00100000:3.0:1746126489.187864:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089638000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945822288640:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:3.0:1746126489.187878:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126489.187891:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bacc00/0x8f8d42f0d11177c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cad1 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.187907:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.187909:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.187915:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bacc00/0x8f8d42f0d11177c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cad1 expref: 33 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126489.187928:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099bacc00/0x8f8d42f0d11177c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cad1 expref: 33 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126489.187936:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bacc00, rc 0) 00000100:00100000:3.0:1746126489.187975:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089638000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1976:x1830945822288640:12345-192.168.203.3@tcp:101:dd.0 Request processed in 105us (5122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126489.187979:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5495 00000100:00100000:3.0:1746126489.187991:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5496 00000100:00100000:3.0:1746126489.187995:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+5:1977:x1830945822288768:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:3.0:1746126489.188001:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126489.188008:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bad200/0x8f8d42f0d11177cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cad8 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.188017:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.188019:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.188022:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bad200/0x8f8d42f0d11177cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cad8 expref: 6 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126489.188029:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bad200/0x8f8d42f0d11177cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cad8 expref: 6 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126489.188039:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bad200, rc 0) 00000100:00100000:3.0:1746126489.188056:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822288768:12345-192.168.203.3@tcp:101:dd.0 Request processed in 60us (5030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126489.188060:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5496 00000100:00100000:3.0:1746126489.188078:0:25673:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822289024 00000100:00100000:3.0:1746126489.188080:0:25673:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822289024 00002000:00100000:3.0:1746126489.188108:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff88008963aa00 x1830945822289024/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.188116:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963aa00 with x1830945822289024 ext(1048576->2097151) 00002000:00010000:3.0:1746126489.188119:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008963aa00 00000100:00100000:3.0:1746126489.188136:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4137 00000100:00100000:3.0:1746126489.188140:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1974:x1830945822289024:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126489.189768:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.189788:0:25673:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822289280 00000100:00100000:3.0:1746126489.189793:0:25673:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822289280 00002000:00100000:3.0:1746126489.189814:0:25673:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff880089639880 x1830945822289280/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.189822:0:25673:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639880 with x1830945822289280 ext(2097152->3145727) 00002000:00010000:3.0:1746126489.189825:0:25673:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089639880 00000100:00100000:3.0:1746126489.189839:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4138 00000100:00100000:3.0:1746126489.189844:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089639880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1975:x1830945822289280:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:1.0:1746126489.190749:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.194908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.194931:0:32509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822289536 00000100:00100000:0.0:1746126489.194933:0:25673:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822289792 00000100:00100000:2.0:1746126489.194939:0:32509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822289536 00000100:00100000:0.0:1746126489.194939:0:25673:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822289792 00002000:00100000:2.0:1746126489.194968:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x240000400:0x19:0x0] (2097152->3145727) req@ffff880135700a80 x1830945822289536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.194978:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700a80 with x1830945822289536 ext(2097152->3145727) 00002000:00010000:2.0:1746126489.194982:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700a80 00000100:00100000:0.0:1746126489.194983:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4139 00000100:00100000:0.0:1746126489.194989:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822289792:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:2.0:1746126489.194996:0:32509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4140 00000100:00100000:2.0:1746126489.195001:0:32509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1976:x1830945822289536:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126489.195023:0:25023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11177d4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.195036:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.195038:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.195041:0:25023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11177d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.195051:0:25023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11177d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126489.199069:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.199243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.199337:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089639880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1975:x1830945822289280:12345-192.168.203.3@tcp:3:dd.0 Request processed in 9490us (9570us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126489.199345:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4138 00002000:00100000:3.0:1746126489.199355:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff880089639880 x1830945822289280/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.199362:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089639880 with x1830945822289280 ext(2097152->3145727) 00002000:00010000:3.0:1746126489.199367:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089639880 00000100:00100000:3.0:1746126489.199384:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822290048 00000100:00100000:3.0:1746126489.199389:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822290048 00000100:00100000:3.0:1746126489.199416:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822290304 00000100:00100000:3.0:1746126489.199418:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822290304 00000100:00100000:2.0:1746126489.201948:0:8486:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4141 00000100:00100000:2.0:1746126489.201962:0:8486:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008963b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1976:x1830945822290048:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126489.201998:0:8486:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d11177db lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126489.202012:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4142 00010000:00010000:2.0:1746126489.202013:0:8486:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.202014:0:8486:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.202018:0:8486:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d11177db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.202031:0:8486:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d11177db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126489.202219:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089638e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822290304:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126489.202238:0:8485:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d11177e2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.202247:0:8485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126489.202249:0:8485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126489.202252:0:8485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d11177e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.202260:0:8485:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d11177e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.202753:0:25023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11177d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.202760:0:25023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11177d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.202766:0:25023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11177d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.202772:0:25023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a43cc400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126489.202775:0:25023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11177d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.202780:0:25023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11177d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.202791:0:25023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11177d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.202797:0:25023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43cc400/0x8f8d42f0d11177d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126489.202829:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822289792:12345-192.168.203.3@tcp:3:dd.0 Request processed in 7839us (7927us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1746126489.202835:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4139 00000100:00100000:2.0:1746126489.204545:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1974:x1830945822289024:12345-192.168.203.3@tcp:4:dd.0 Request processed in 16399us (16750us total) trans 4294968095 rc 0/0 00000100:00100000:2.0:1746126489.204553:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4137 00002000:00100000:2.0:1746126489.204561:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff88008963aa00 x1830945822289024/t4294968095(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.204570:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008963aa00 with x1830945822289024 ext(1048576->2097151) 00002000:00010000:2.0:1746126489.204574:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008963aa00 00000100:00100000:2.0:1746126489.209131:0:32509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1976:x1830945822289536:12345-192.168.203.3@tcp:3:dd.0 Request processed in 14121us (18376us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126489.209142:0:32509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4140 00002000:00100000:2.0:1746126489.209152:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x240000400:0x19:0x0] (2097152->3145727) req@ffff880135700a80 x1830945822289536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.209160:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135700a80 with x1830945822289536 ext(2097152->3145727) 00002000:00010000:2.0:1746126489.209165:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135700a80 00010000:00010000:2.0:1746126489.215416:0:8486:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d11177db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.215431:0:8486:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d11177db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.215438:0:8486:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d11177db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.215444:0:8486:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ae9200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126489.215448:0:8486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d11177db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.215455:0:8486:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d11177db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.215470:0:8486:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d11177db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.215481:0:8486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d11177db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8486 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126489.215558:0:8486:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008963b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1976:x1830945822290048:12345-192.168.203.3@tcp:3:dd.0 Request processed in 13598us (16492us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126489.215566:0:8486:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4141 00000100:00100000:3.0:1746126489.220457:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.220517:0:8486:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822290560 00000100:00100000:0.0:1746126489.220524:0:8486:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822290560 00000100:00100000:3.0:1746126489.220527:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.220542:0:32509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822290816 00000100:00100000:3.0:1746126489.220545:0:32509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822290816 00002000:00100000:0.0:1746126489.220555:0:8486:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880093654380 x1830945822290560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.220558:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880093657100 x1830945822290816/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.220564:0:8486:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654380 with x1830945822290560 ext(3145728->4194303) 00002000:00100000:3.0:1746126489.220566:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093657100 with x1830945822290816 ext(1048576->2097151) 00002000:00010000:0.0:1746126489.220568:0:8486:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093654380 00002000:00010000:3.0:1746126489.220569:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093657100 00000100:00100000:3.0:1746126489.220582:0:32509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4143 00000100:00100000:3.0:1746126489.220588:0:32509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1974:x1830945822290816:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:1.0:1746126489.220632:0:8485:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d11177e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.220641:0:8485:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d11177e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.220648:0:8485:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d11177e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.220654:0:8485:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ad5c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126489.220658:0:8485:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d11177e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.220665:0:8485:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d11177e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.220678:0:8485:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d11177e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.220684:0:8485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5c00/0x8f8d42f0d11177e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8485 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126489.220728:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089638e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822290304:12345-192.168.203.3@tcp:3:dd.0 Request processed in 18708us (21485us total) trans 0 rc 1032192/1032192 00000100:00100000:1.0:1746126489.220736:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4142 00000100:00100000:1.0:1746126489.220750:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4144 00000100:00100000:1.0:1746126489.220756:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1974:x1830945822290560:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:1.0:1746126489.230418:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.230446:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822291072 00000100:00100000:3.0:1746126489.230458:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822291072 00000100:00100000:3.0:1746126489.230522:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4145 00000100:00100000:3.0:1746126489.230529:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822291072:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:3.0:1746126489.230564:0:32505:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 2088960, mtime: 0x6813c699, atime: 0x0, ctime: 0x6813c699, blocks: 0x1007 00010000:00010000:3.0:1746126489.230572:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0x8f8d42f0d11177e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.230581:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.230583:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.230587:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0x8f8d42f0d11177e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.230598:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0x8f8d42f0d11177e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126489.231452:0:32509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1974:x1830945822290816:12345-192.168.203.3@tcp:4:dd.0 Request processed in 10860us (10921us total) trans 4294968507 rc 0/0 00000100:00100000:2.0:1746126489.231459:0:32509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4143 00002000:00100000:2.0:1746126489.231467:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880093657100 x1830945822290816/t4294968507(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.231475:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093657100 with x1830945822290816 ext(1048576->2097151) 00002000:00010000:2.0:1746126489.231479:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093657100 00000100:00100000:0.0:1746126489.236595:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1974:x1830945822290560:12345-192.168.203.3@tcp:3:dd.0 Request processed in 15834us (16139us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126489.236605:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4144 00002000:00100000:0.0:1746126489.236616:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880093654380 x1830945822290560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.236624:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654380 with x1830945822290560 ext(3145728->4194303) 00002000:00010000:0.0:1746126489.236629:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093654380 00000100:00100000:0.0:1746126489.245771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.246604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.247513:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822291200 00000100:00100000:3.0:1746126489.247521:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822291200 00000100:00100000:3.0:1746126489.247571:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822291584 00000100:00100000:3.0:1746126489.247574:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822291584 00002000:00100000:3.0:1746126489.247589:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff880099afed80 x1830945822291584/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746126489.247593:0:32509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4146 00002000:00100000:3.0:1746126489.247597:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afed80 with x1830945822291584 ext(2097152->3145727) 00000100:00100000:2.0:1746126489.247600:0:32509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822291200:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:3.0:1746126489.247601:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afed80 00000100:00100000:3.0:1746126489.247612:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4147 00000100:00100000:3.0:1746126489.247618:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1974:x1830945822291584:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:2.0:1746126489.247626:0:32509:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d11177f0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.247638:0:32509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.247640:0:32509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.247644:0:32509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d11177f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.247656:0:32509:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d11177f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126489.253027:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.253215:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822291840 00000100:00100000:3.0:1746126489.253223:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822291840 00002000:00100000:3.0:1746126489.253254:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (3145728->4194303) req@ffff880093657800 x1830945822291840/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.253263:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093657800 with x1830945822291840 ext(3145728->4194303) 00002000:00010000:3.0:1746126489.253268:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093657800 00000100:00100000:3.0:1746126489.253286:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4148 00000100:00100000:3.0:1746126489.253292:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1976:x1830945822291840:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:0.0:1746126489.271188:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1976:x1830945822291840:12345-192.168.203.3@tcp:3:dd.0 Request processed in 17887us (18160us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126489.271198:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4148 00002000:00100000:0.0:1746126489.271209:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (3145728->4194303) req@ffff880093657800 x1830945822291840/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.271218:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093657800 with x1830945822291840 ext(3145728->4194303) 00002000:00010000:0.0:1746126489.271223:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093657800 00000100:00100000:3.0:1746126489.275002:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1974:x1830945822291584:12345-192.168.203.3@tcp:4:dd.0 Request processed in 27376us (28391us total) trans 4294968097 rc 0/0 00000100:00100000:3.0:1746126489.275013:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4147 00002000:00100000:3.0:1746126489.275022:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff880099afed80 x1830945822291584/t4294968097(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.275030:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afed80 with x1830945822291584 ext(2097152->3145727) 00002000:00010000:3.0:1746126489.275035:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afed80 00000100:00100000:2.0:1746126489.280946:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.288477:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822292096 00000100:00100000:2.0:1746126489.288486:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822292096 00002000:00100000:2.0:1746126489.288535:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff880099aff480 x1830945822292096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.288544:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff480 with x1830945822292096 ext(4194304->5242879) 00002000:00010000:2.0:1746126489.288548:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099aff480 00000100:00100000:2.0:1746126489.288565:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4149 00000100:00100000:2.0:1746126489.288572:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1977:x1830945822292096:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:2.0:1746126489.289225:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.289532:0:8486:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822292352 00000100:00100000:2.0:1746126489.289535:0:8486:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822292352 00002000:00100000:2.0:1746126489.289553:0:8486:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x240000400:0x19:0x0] (4194304->5242879) req@ffff880099affb80 x1830945822292352/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.289560:0:8486:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099affb80 with x1830945822292352 ext(4194304->5242879) 00002000:00010000:2.0:1746126489.289563:0:8486:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099affb80 00000100:00100000:2.0:1746126489.289574:0:8486:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4150 00000100:00100000:2.0:1746126489.289579:0:8486:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1977:x1830945822292352:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:2.0:1746126489.299748:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.300185:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822292608 00000100:00100000:2.0:1746126489.300193:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822292608 00002000:00100000:2.0:1746126489.300619:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880099afc000 x1830945822292608/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.300628:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afc000 with x1830945822292608 ext(2097152->3145727) 00002000:00010000:2.0:1746126489.300632:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afc000 00000100:00100000:2.0:1746126489.300650:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4151 00000100:00100000:2.0:1746126489.300657:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1977:x1830945822292608:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126489.302589:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1977:x1830945822292096:12345-192.168.203.3@tcp:3:dd.0 Request processed in 14014us (21644us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126489.302596:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4149 00002000:00100000:2.0:1746126489.302604:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff880099aff480 x1830945822292096/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.302611:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aff480 with x1830945822292096 ext(4194304->5242879) 00002000:00010000:2.0:1746126489.302617:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099aff480 00000100:00100000:3.0:1746126489.310699:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.311539:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822292864 00000100:00100000:3.0:1746126489.311546:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822292864 00002000:00100000:3.0:1746126489.311576:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880093656300 x1830945822292864/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.311584:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093656300 with x1830945822292864 ext(3145728->4194303) 00002000:00010000:3.0:1746126489.311588:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093656300 00000100:00100000:3.0:1746126489.311602:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4152 00000100:00100000:3.0:1746126489.311607:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822292864:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126489.311745:0:8486:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822292352:12345-192.168.203.3@tcp:3:dd.0 Request processed in 22165us (22521us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126489.311750:0:8486:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4150 00002000:00100000:3.0:1746126489.311754:0:8486:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x240000400:0x19:0x0] (4194304->5242879) req@ffff880099affb80 x1830945822292352/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.311760:0:8486:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099affb80 with x1830945822292352 ext(4194304->5242879) 00002000:00010000:3.0:1746126489.311764:0:8486:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099affb80 00000001:00080000:3.0:1746126489.312980:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968494 is committed 00000001:00080000:3.0:1746126489.312993:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968499 is committed 00000001:00080000:3.0:1746126489.313005:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968505 is committed 00000100:00100000:0.0:1746126489.317892:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1977:x1830945822292608:12345-192.168.203.3@tcp:4:dd.0 Request processed in 17228us (18141us total) trans 4294968508 rc 0/0 00000100:00100000:0.0:1746126489.317902:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4151 00002000:00100000:0.0:1746126489.317911:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880099afc000 x1830945822292608/t4294968508(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.317920:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afc000 with x1830945822292608 ext(2097152->3145727) 00002000:00010000:0.0:1746126489.317924:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afc000 00000100:00100000:3.0:1746126489.326416:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822292864:12345-192.168.203.3@tcp:4:dd.0 Request processed in 14802us (15715us total) trans 4294968099 rc 0/0 00000100:00100000:3.0:1746126489.326426:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4152 00002000:00100000:3.0:1746126489.326435:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880093656300 x1830945822292864/t4294968099(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.326443:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093656300 with x1830945822292864 ext(3145728->4194303) 00002000:00010000:3.0:1746126489.326448:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093656300 00000100:00100000:1.0:1746126489.339824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.339959:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822293120 00000100:00100000:3.0:1746126489.340126:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822293120 00002000:00100000:3.0:1746126489.340157:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880135702300 x1830945822293120/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.340165:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702300 with x1830945822293120 ext(3145728->4194303) 00002000:00010000:3.0:1746126489.340169:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135702300 00000100:00100000:3.0:1746126489.340184:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4153 00000100:00100000:3.0:1746126489.340189:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1976:x1830945822293120:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126489.346182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.347796:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822293376 00000100:00100000:3.0:1746126489.347804:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822293376 00002000:00100000:3.0:1746126489.347837:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff880099afdf80 x1830945822293376/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.347848:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afdf80 with x1830945822293376 ext(4194304->5242879) 00002000:00010000:3.0:1746126489.347852:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afdf80 00000100:00100000:3.0:1746126489.347878:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4154 00000100:00100000:3.0:1746126489.347884:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822293376:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126489.354204:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1976:x1830945822293120:12345-192.168.203.3@tcp:4:dd.0 Request processed in 14007us (14378us total) trans 4294968509 rc 0/0 00000100:00100000:3.0:1746126489.354213:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4153 00002000:00100000:3.0:1746126489.354222:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880135702300 x1830945822293120/t4294968509(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.354230:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135702300 with x1830945822293120 ext(3145728->4194303) 00002000:00010000:3.0:1746126489.354235:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135702300 00000100:00100000:3.0:1746126489.357238:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1977:x1830945822293376:12345-192.168.203.3@tcp:4:dd.0 Request processed in 9348us (11057us total) trans 4294968100 rc 0/0 00000100:00100000:3.0:1746126489.357248:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4154 00002000:00100000:3.0:1746126489.357257:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff880099afdf80 x1830945822293376/t4294968100(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.357264:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afdf80 with x1830945822293376 ext(4194304->5242879) 00002000:00010000:3.0:1746126489.357269:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afdf80 00000100:00100000:1.0:1746126489.360838:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.360866:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.360918:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822293760 00000100:00100000:3.0:1746126489.360925:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822293760 00002000:00100000:3.0:1746126489.360956:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (5242880->6291455) req@ffff880135701f80 x1830945822293760/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.360965:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701f80 with x1830945822293760 ext(5242880->6291455) 00002000:00010000:3.0:1746126489.360970:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135701f80 00000100:00100000:3.0:1746126489.360983:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822293888 00000100:00100000:3.0:1746126489.360986:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822293888 00002000:00100000:3.0:1746126489.360997:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880135701880 x1830945822293888/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.361003:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701880 with x1830945822293888 ext(5242880->6291455) 00002000:00010000:3.0:1746126489.361006:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135701880 00000100:00100000:0.0:1746126489.361011:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4155 00000100:00100000:0.0:1746126489.361020:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1977:x1830945822293760:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:3.0:1746126489.361027:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4156 00000100:00100000:3.0:1746126489.361032:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1976:x1830945822293888:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:2.0:1746126489.371829:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1976:x1830945822293888:12345-192.168.203.3@tcp:3:dd.0 Request processed in 10789us (10955us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126489.371839:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4156 00002000:00100000:2.0:1746126489.371848:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880135701880 x1830945822293888/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.371856:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701880 with x1830945822293888 ext(5242880->6291455) 00002000:00010000:2.0:1746126489.371861:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135701880 00002000:00010000:2.0:1746126489.378833:0:32505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:2.0:1746126489.378840:0:32505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 4103 -> 6151 00010000:00010000:2.0:1746126489.378852:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0x8f8d42f0d11177e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.378862:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0x8f8d42f0d11177e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.378869:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0x8f8d42f0d11177e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.378876:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009484ca00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126489.378880:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0x8f8d42f0d11177e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.378887:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0x8f8d42f0d11177e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.378906:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0x8f8d42f0d11177e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.378911:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0x8f8d42f0d11177e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126489.378971:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1976:x1830945822291072:12345-192.168.203.3@tcp:4:dd.0 Request processed in 148440us (148555us total) trans 4294968096 rc 0/0 00000100:00100000:2.0:1746126489.378980:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4145 00000001:00080000:2.0:1746126489.379006:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968094 is committed 00000001:00080000:2.0:1746126489.379015:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968095 is committed 00000001:00080000:2.0:1746126489.379022:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968096 is committed 00000100:00100000:2.0:1746126489.379380:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1977:x1830945822293760:12345-192.168.203.3@tcp:3:dd.0 Request processed in 18361us (18547us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126489.379386:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4155 00002000:00100000:2.0:1746126489.379395:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (5242880->6291455) req@ffff880135701f80 x1830945822293760/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.379402:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701f80 with x1830945822293760 ext(5242880->6291455) 00002000:00010000:2.0:1746126489.379405:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135701f80 00000100:00100000:3.0:1746126489.388905:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.389711:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822294144 00000100:00100000:2.0:1746126489.389721:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822294144 00002000:00100000:2.0:1746126489.389756:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff880093654a80 x1830945822294144/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.389765:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654a80 with x1830945822294144 ext(6291456->7340031) 00002000:00010000:2.0:1746126489.389769:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093654a80 00000100:00100000:2.0:1746126489.389800:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4157 00000100:00100000:2.0:1746126489.389807:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822294144:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:3.0:1746126489.402076:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.402114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.402140:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822294400 00000100:00100000:2.0:1746126489.402147:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822294400 00002000:00100000:2.0:1746126489.402178:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (6291456->7340031) req@ffff880093656d80 x1830945822294400/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746126489.402236:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822294656 00000100:00100000:0.0:1746126489.402239:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822294656 00002000:00100000:0.0:1746126489.402254:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff880093656a00 x1830945822294656/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.402261:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093656a00 with x1830945822294656 ext(7340032->8388607) 00002000:00010000:0.0:1746126489.402265:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093656a00 00000100:00100000:0.0:1746126489.402282:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4158 00000100:00100000:0.0:1746126489.402288:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1977:x1830945822294656:12345-192.168.203.3@tcp:3:dd.0 00002000:00100000:2.0:1746126489.403069:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093656d80 with x1830945822294400 ext(6291456->7340031) 00002000:00010000:2.0:1746126489.403074:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093656d80 00000100:00100000:2.0:1746126489.403100:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4159 00000100:00100000:2.0:1746126489.403108:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1977:x1830945822294400:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:3.0:1746126489.410339:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.410367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.410411:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822295040 00000100:00100000:3.0:1746126489.410418:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822295040 00002000:00100000:3.0:1746126489.410451:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (7340032->8388607) req@ffff880093657b80 x1830945822295040/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.410460:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093657b80 with x1830945822295040 ext(7340032->8388607) 00002000:00010000:3.0:1746126489.410464:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093657b80 00000100:00100000:3.0:1746126489.410478:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822295168 00000100:00100000:3.0:1746126489.410480:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822295168 00000100:00100000:0.0:1746126489.410485:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4160 00002000:00100000:3.0:1746126489.410507:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880093655f80 x1830945822295168/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746126489.410507:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1974:x1830945822295040:12345-192.168.203.3@tcp:3:dd.0 00002000:00100000:3.0:1746126489.410514:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655f80 with x1830945822295168 ext(4194304->5242879) 00002000:00010000:3.0:1746126489.410517:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093655f80 00000100:00100000:3.0:1746126489.410528:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4161 00000100:00100000:3.0:1746126489.410533:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1974:x1830945822295168:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126489.410967:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1977:x1830945822294144:12345-192.168.203.3@tcp:3:dd.0 Request processed in 21158us (22065us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126489.410973:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4157 00002000:00100000:2.0:1746126489.410979:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff880093654a80 x1830945822294144/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.410985:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654a80 with x1830945822294144 ext(6291456->7340031) 00002000:00010000:2.0:1746126489.410988:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093654a80 00000100:00100000:0.0:1746126489.420834:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1977:x1830945822294656:12345-192.168.203.3@tcp:3:dd.0 Request processed in 18540us (18713us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126489.420845:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4158 00002000:00100000:0.0:1746126489.420856:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff880093656a00 x1830945822294656/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.420865:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093656a00 with x1830945822294656 ext(7340032->8388607) 00002000:00010000:0.0:1746126489.420870:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093656a00 00000100:00100000:0.0:1746126489.423562:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1974:x1830945822295168:12345-192.168.203.3@tcp:4:dd.0 Request processed in 13021us (13186us total) trans 4294968510 rc 0/0 00000100:00100000:0.0:1746126489.423571:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4161 00002000:00100000:0.0:1746126489.423597:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880093655f80 x1830945822295168/t4294968510(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.423605:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655f80 with x1830945822295168 ext(4194304->5242879) 00002000:00010000:0.0:1746126489.423610:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093655f80 00000100:00100000:3.0:1746126489.431740:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.431908:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822294400:12345-192.168.203.3@tcp:3:dd.0 Request processed in 28800us (29839us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126489.431917:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4159 00002000:00100000:3.0:1746126489.431927:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (6291456->7340031) req@ffff880093656d80 x1830945822294400/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.431935:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093656d80 with x1830945822294400 ext(6291456->7340031) 00002000:00010000:3.0:1746126489.431939:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093656d80 00000100:00100000:3.0:1746126489.431958:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822295424 00000100:00100000:3.0:1746126489.431963:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822295424 00002000:00100000:3.0:1746126489.431986:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880093656680 x1830945822295424/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.431993:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093656680 with x1830945822295424 ext(5242880->6291455) 00002000:00010000:3.0:1746126489.431995:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093656680 00000100:00100000:3.0:1746126489.432008:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4162 00000100:00100000:3.0:1746126489.432014:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1975:x1830945822295424:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126489.432050:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1974:x1830945822295040:12345-192.168.203.3@tcp:3:dd.0 Request processed in 21557us (21717us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126489.432056:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4160 00002000:00100000:1.0:1746126489.432061:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (7340032->8388607) req@ffff880093657b80 x1830945822295040/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.432067:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093657b80 with x1830945822295040 ext(7340032->8388607) 00002000:00010000:1.0:1746126489.432070:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093657b80 00000100:00100000:3.0:1746126489.443080:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.443710:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1975:x1830945822295424:12345-192.168.203.3@tcp:4:dd.0 Request processed in 11694us (11973us total) trans 4294968101 rc 0/0 00000100:00100000:3.0:1746126489.443719:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4162 00002000:00100000:3.0:1746126489.443730:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880093656680 x1830945822295424/t4294968101(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.443738:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093656680 with x1830945822295424 ext(5242880->6291455) 00002000:00010000:3.0:1746126489.443742:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093656680 00000100:00100000:3.0:1746126489.443762:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822295680 00000100:00100000:3.0:1746126489.443767:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822295680 00002000:00100000:3.0:1746126489.443786:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880093654000 x1830945822295680/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.443792:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654000 with x1830945822295680 ext(5242880->6291455) 00002000:00010000:3.0:1746126489.443795:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093654000 00000100:00100000:3.0:1746126489.443808:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4163 00000100:00100000:3.0:1746126489.443814:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1975:x1830945822295680:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126489.453747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.453889:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822295936 00000100:00100000:0.0:1746126489.453897:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822295936 00002000:00100000:0.0:1746126489.453930:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880093655180 x1830945822295936/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.453939:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655180 with x1830945822295936 ext(6291456->7340031) 00002000:00010000:0.0:1746126489.453944:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093655180 00000100:00100000:0.0:1746126489.453969:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4164 00000100:00100000:0.0:1746126489.453977:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822295936:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126489.459774:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1975:x1830945822295680:12345-192.168.203.3@tcp:4:dd.0 Request processed in 15953us (16693us total) trans 4294968511 rc 0/0 00000100:00100000:2.0:1746126489.459783:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4163 00002000:00100000:2.0:1746126489.459793:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880093654000 x1830945822295680/t4294968511(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.459801:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093654000 with x1830945822295680 ext(5242880->6291455) 00002000:00010000:2.0:1746126489.459806:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093654000 00000100:00100000:0.0:1746126489.473847:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.473876:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822296192 00000100:00100000:0.0:1746126489.473883:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822296192 00002000:00100000:0.0:1746126489.473915:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88008eab7b80 x1830945822296192/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.473924:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7b80 with x1830945822296192 ext(6291456->7340031) 00002000:00010000:0.0:1746126489.473930:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eab7b80 00000100:00100000:0.0:1746126489.473946:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4165 00000100:00100000:0.0:1746126489.473952:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1977:x1830945822296192:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126489.475476:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1977:x1830945822295936:12345-192.168.203.3@tcp:4:dd.0 Request processed in 21495us (21730us total) trans 4294968102 rc 0/0 00000100:00100000:2.0:1746126489.475484:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4164 00002000:00100000:2.0:1746126489.475519:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880093655180 x1830945822295936/t4294968102(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.475527:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655180 with x1830945822295936 ext(6291456->7340031) 00002000:00010000:2.0:1746126489.475532:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093655180 00002000:00010000:2.0:1746126489.488274:0:32509:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 6151 -> 8199 00010000:00010000:2.0:1746126489.488289:0:32509:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d11177f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.488299:0:32509:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d11177f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.488305:0:32509:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d11177f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.488310:0:32509:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130afd600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126489.488314:0:32509:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d11177f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.488320:0:32509:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d11177f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.488335:0:32509:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d11177f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.488339:0:32509:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d11177f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126489.488412:0:32509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822291200:12345-192.168.203.3@tcp:4:dd.0 Request processed in 240809us (242643us total) trans 4294968098 rc 0/0 00000100:00100000:2.0:1746126489.488420:0:32509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4146 00000001:00080000:3.0:1746126489.488651:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968100 is committed 00000001:00080000:3.0:1746126489.488664:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968098 is committed 00000100:00100000:1.0:1746126489.489873:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+22:1977:x1830945822296192:12345-192.168.203.3@tcp:4:dd.0 Request processed in 15917us (16028us total) trans 4294968512 rc 0/0 00000100:00100000:1.0:1746126489.489881:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4165 00002000:00100000:1.0:1746126489.489888:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88008eab7b80 x1830945822296192/t4294968512(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.489896:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab7b80 with x1830945822296192 ext(6291456->7340031) 00002000:00010000:1.0:1746126489.489899:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eab7b80 00000100:00100000:1.0:1746126489.498281:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.498317:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.498351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.498614:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822296448 00000100:00100000:2.0:1746126489.498622:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822296448 00002000:00100000:2.0:1746126489.498656:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff880135701c00 x1830945822296448/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.498665:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701c00 with x1830945822296448 ext(7340032->8388607) 00002000:00010000:2.0:1746126489.498670:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135701c00 00000100:00100000:2.0:1746126489.498684:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822296832 00000100:00100000:2.0:1746126489.498687:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822296832 00000100:00100000:2.0:1746126489.498710:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822297088 00000100:00100000:2.0:1746126489.498713:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822297088 00000100:00100000:2.0:1746126489.498731:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4166 00000100:00100000:2.0:1746126489.498736:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+12:1976:x1830945822296448:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126489.498853:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4167 00000100:00100000:2.0:1746126489.498858:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822296832:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126489.498879:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d11177f7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.498891:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.498892:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.498896:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d11177f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.498907:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d11177f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126489.501022:0:32509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4168 00000100:00100000:3.0:1746126489.501035:0:32509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822297088:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:3.0:1746126489.501064:0:32509:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b51e00/0x8f8d42f0d11177fe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.501074:0:32509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.501076:0:32509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.501079:0:32509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b51e00/0x8f8d42f0d11177fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.501088:0:32509:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b51e00/0x8f8d42f0d11177fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126489.511427:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1976:x1830945822296448:12345-192.168.203.3@tcp:4:dd.0 Request processed in 12682us (13145us total) trans 4294968103 rc 0/0 00000100:00100000:2.0:1746126489.511438:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4166 00002000:00100000:2.0:1746126489.511449:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff880135701c00 x1830945822296448/t4294968103(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.511457:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135701c00 with x1830945822296448 ext(7340032->8388607) 00002000:00010000:2.0:1746126489.511462:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135701c00 00000100:00100000:2.0:1746126489.517701:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.517760:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.518122:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822297344 00000100:00100000:1.0:1746126489.518130:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822297344 00002000:00100000:1.0:1746126489.518162:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff880099afd500 x1830945822297344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.518176:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd500 with x1830945822297344 ext(8388608->9437183) 00002000:00010000:1.0:1746126489.518181:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afd500 00000100:00100000:1.0:1746126489.518195:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822297600 00000100:00100000:1.0:1746126489.518197:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822297600 00002000:00100000:1.0:1746126489.518208:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (8388608->9437183) req@ffff880099afea00 x1830945822297600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.518215:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afea00 with x1830945822297600 ext(8388608->9437183) 00002000:00010000:1.0:1746126489.518217:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afea00 00000100:00100000:1.0:1746126489.518229:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4169 00000100:00100000:1.0:1746126489.518236:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+22:1977:x1830945822297344:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:0.0:1746126489.518248:0:8486:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4170 00000100:00100000:0.0:1746126489.518256:0:8486:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1976:x1830945822297600:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126489.518336:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d11177f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.518346:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d11177f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.518353:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d11177f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.518359:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092839200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126489.518363:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d11177f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.518368:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d11177f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.518383:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d11177f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.518388:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839200/0x8f8d42f0d11177f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126489.518440:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822296832:12345-192.168.203.3@tcp:3:dd.0 Request processed in 19581us (20122us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746126489.518447:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4167 00010000:00010000:3.0:1746126489.529123:0:32509:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b51e00/0x8f8d42f0d11177fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.529140:0:32509:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092b51e00/0x8f8d42f0d11177fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.529146:0:32509:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092b51e00/0x8f8d42f0d11177fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.529152:0:32509:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b51e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126489.529156:0:32509:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b51e00/0x8f8d42f0d11177fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.529163:0:32509:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b51e00/0x8f8d42f0d11177fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.529177:0:32509:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092b51e00/0x8f8d42f0d11177fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.529183:0:32509:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b51e00/0x8f8d42f0d11177fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126489.529268:0:32509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822297088:12345-192.168.203.3@tcp:3:dd.0 Request processed in 28233us (30912us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126489.529276:0:32509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4168 00000100:00100000:2.0:1746126489.536319:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+22:1977:x1830945822297344:12345-192.168.203.3@tcp:3:dd.0 Request processed in 18075us (18617us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126489.536329:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4169 00002000:00100000:2.0:1746126489.536339:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff880099afd500 x1830945822297344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.536347:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afd500 with x1830945822297344 ext(8388608->9437183) 00002000:00010000:2.0:1746126489.536352:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099afd500 00000100:00100000:2.0:1746126489.538400:0:8486:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1976:x1830945822297600:12345-192.168.203.3@tcp:3:dd.0 Request processed in 20140us (20634us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126489.538407:0:8486:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4170 00002000:00100000:2.0:1746126489.538416:0:8486:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x240000400:0x19:0x0] (8388608->9437183) req@ffff880099afea00 x1830945822297600/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.538424:0:8486:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099afea00 with x1830945822297600 ext(8388608->9437183) 00002000:00010000:2.0:1746126489.538428:0:8486:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099afea00 00000100:00100000:0.0:1746126489.551412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.551456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.553878:0:8486:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822297984 00000100:00100000:2.0:1746126489.553886:0:8486:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822297984 00002000:00100000:2.0:1746126489.553920:0:8486:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88008eab5c00 x1830945822297984/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.553929:0:8486:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab5c00 with x1830945822297984 ext(9437184->10485759) 00002000:00010000:2.0:1746126489.553933:0:8486:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eab5c00 00000100:00100000:2.0:1746126489.553957:0:8486:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822298112 00000100:00100000:2.0:1746126489.553960:0:8486:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822298112 00002000:00100000:2.0:1746126489.553971:0:8486:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x240000400:0x19:0x0] (9437184->10485759) req@ffff88008eab5880 x1830945822298112/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.553977:0:8486:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab5880 with x1830945822298112 ext(9437184->10485759) 00002000:00010000:2.0:1746126489.553980:0:8486:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab5880 00000100:00100000:2.0:1746126489.553999:0:8486:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4171 00000100:00100000:2.0:1746126489.554006:0:8486:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+22:1976:x1830945822297984:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:1.0:1746126489.554022:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4172 00000100:00100000:1.0:1746126489.554031:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1976:x1830945822298112:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:0.0:1746126489.555488:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.559943:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822298368 00000100:00100000:3.0:1746126489.559954:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822298368 00002000:00100000:3.0:1746126489.559987:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88012f40b800 x1830945822298368/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.560003:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40b800 with x1830945822298368 ext(10485760->11534335) 00002000:00010000:3.0:1746126489.560008:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f40b800 00000100:00100000:3.0:1746126489.560028:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4173 00000100:00100000:3.0:1746126489.560034:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+24:1977:x1830945822298368:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:0.0:1746126489.561629:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.562392:0:32509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822298624 00000100:00100000:2.0:1746126489.562399:0:32509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822298624 00002000:00100000:2.0:1746126489.562429:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x240000400:0x19:0x0] (10485760->11534335) req@ffff88012f409f80 x1830945822298624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.562437:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409f80 with x1830945822298624 ext(10485760->11534335) 00002000:00010000:2.0:1746126489.562442:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f409f80 00000100:00100000:2.0:1746126489.562459:0:32509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4174 00000100:00100000:2.0:1746126489.562465:0:32509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822298624:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:0.0:1746126489.569708:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.569746:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.569800:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822298880 00000100:00100000:1.0:1746126489.569807:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822298880 00002000:00100000:1.0:1746126489.569843:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88012f409c00 x1830945822298880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.569851:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409c00 with x1830945822298880 ext(11534336->12582911) 00002000:00010000:1.0:1746126489.569856:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f409c00 00000100:00100000:1.0:1746126489.569881:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822299136 00000100:00100000:1.0:1746126489.569884:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822299136 00002000:00100000:1.0:1746126489.569896:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x19:0x0] (11534336->12582911) req@ffff8800948d7100 x1830945822299136/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.569902:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7100 with x1830945822299136 ext(11534336->12582911) 00002000:00010000:1.0:1746126489.569906:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d7100 00000100:00100000:1.0:1746126489.569916:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4175 00000100:00100000:1.0:1746126489.569921:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+26:1977:x1830945822298880:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:1.0:1746126489.570571:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1976:x1830945822298112:12345-192.168.203.3@tcp:3:dd.0 Request processed in 16540us (19112us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126489.570577:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4172 00002000:00100000:1.0:1746126489.570582:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (9437184->10485759) req@ffff88008eab5880 x1830945822298112/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.570589:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab5880 with x1830945822298112 ext(9437184->10485759) 00002000:00010000:1.0:1746126489.570591:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eab5880 00000100:00100000:1.0:1746126489.570605:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4176 00000100:00100000:1.0:1746126489.570609:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822299136:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:1.0:1746126489.585605:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.586388:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822299392 00000100:00100000:3.0:1746126489.586396:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822299392 00002000:00100000:3.0:1746126489.586427:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff880134ec2a00 x1830945822299392/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.586436:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2a00 with x1830945822299392 ext(12582912->13631487) 00002000:00010000:3.0:1746126489.586441:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ec2a00 00000100:00100000:3.0:1746126489.586464:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4177 00000100:00100000:3.0:1746126489.586470:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+28:1977:x1830945822299392:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:0.0:1746126489.587023:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.587043:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.587064:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.587074:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.587121:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822299648 00000100:00100000:0.0:1746126489.587125:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822299648 00002000:00100000:0.0:1746126489.587142:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880093b36d80 x1830945822299648/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.587149:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36d80 with x1830945822299648 ext(7340032->8388607) 00002000:00010000:0.0:1746126489.587152:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b36d80 00000100:00100000:0.0:1746126489.587161:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822300288 00000100:00100000:0.0:1746126489.587162:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822300288 00002000:00100000:0.0:1746126489.587171:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880093b35880 x1830945822300288/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.587176:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35880 with x1830945822300288 ext(8388608->9437183) 00002000:00010000:0.0:1746126489.587179:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35880 00000100:00100000:0.0:1746126489.587185:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822300032 00000100:00100000:0.0:1746126489.587187:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822300032 00000100:00100000:0.0:1746126489.587197:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822299904 00000100:00100000:0.0:1746126489.587199:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822299904 00000100:00100000:0.0:1746126489.587210:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4178 00000100:00100000:0.0:1746126489.587214:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+30:1977:x1830945822299648:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126489.587316:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4179 00000100:00100000:0.0:1746126489.587321:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1977:x1830945822300288:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126489.587396:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4180 00000100:00100000:0.0:1746126489.587401:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822300032:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126489.587419:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4181 00000100:00100000:3.0:1746126489.587424:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822299904:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:0.0:1746126489.587424:0:32508:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 4177920, mtime: 0x6813c699, atime: 0x0, ctime: 0x6813c699, blocks: 0x2007 00010000:00010000:0.0:1746126489.587430:0:32508:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117805 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.587438:0:25023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d111780c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.587442:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.587443:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.587447:0:32508:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117805 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.587459:0:32508:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117805 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126489.587601:0:8486:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+30:1976:x1830945822297984:12345-192.168.203.3@tcp:3:dd.0 Request processed in 33594us (36194us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126489.587610:0:8486:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4171 00002000:00100000:2.0:1746126489.587616:0:8486:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88008eab5c00 x1830945822297984/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.587623:0:8486:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eab5c00 with x1830945822297984 ext(9437184->10485759) 00002000:00010000:2.0:1746126489.587626:0:8486:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eab5c00 00000100:00100000:2.0:1746126489.587681:0:32509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1977:x1830945822298624:12345-192.168.203.3@tcp:3:dd.0 Request processed in 25217us (26055us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126489.587686:0:32509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4174 00002000:00100000:2.0:1746126489.587691:0:32509:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x240000400:0x19:0x0] (10485760->11534335) req@ffff88012f409f80 x1830945822298624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.587697:0:32509:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409f80 with x1830945822298624 ext(10485760->11534335) 00002000:00010000:2.0:1746126489.587700:0:32509:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f409f80 00010000:00010000:3.0:1746126489.587742:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.587744:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.587746:0:25023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d111780c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.587755:0:25023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d111780c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126489.589301:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+28:1977:x1830945822298368:12345-192.168.203.3@tcp:3:dd.0 Request processed in 29262us (33812us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126489.589307:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4173 00002000:00100000:2.0:1746126489.589313:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88012f40b800 x1830945822298368/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.589319:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f40b800 with x1830945822298368 ext(10485760->11534335) 00002000:00010000:2.0:1746126489.589322:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f40b800 00010000:00010000:2.0:1746126489.591522:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126489.601969:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+26:1977:x1830945822298880:12345-192.168.203.3@tcp:3:dd.0 Request processed in 32033us (32255us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126489.601979:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4175 00002000:00100000:0.0:1746126489.601988:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88012f409c00 x1830945822298880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.602001:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f409c00 with x1830945822298880 ext(11534336->12582911) 00002000:00010000:0.0:1746126489.602006:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f409c00 00000100:00100000:0.0:1746126489.620279:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+26:1977:x1830945822299648:12345-192.168.203.3@tcp:4:dd.0 Request processed in 33055us (33249us total) trans 4294968513 rc 0/0 00000100:00100000:0.0:1746126489.620289:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4178 00002000:00100000:0.0:1746126489.620299:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880093b36d80 x1830945822299648/t4294968513(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.620307:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36d80 with x1830945822299648 ext(7340032->8388607) 00002000:00010000:0.0:1746126489.620311:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093b36d80 00000100:00100000:1.0:1746126489.620669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.620790:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+24:1977:x1830945822299392:12345-192.168.203.3@tcp:3:dd.0 Request processed in 34319us (35191us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126489.620797:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4177 00002000:00100000:3.0:1746126489.620802:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff880134ec2a00 x1830945822299392/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.620810:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2a00 with x1830945822299392 ext(12582912->13631487) 00002000:00010000:3.0:1746126489.620813:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ec2a00 00000100:00100000:3.0:1746126489.620824:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822300672 00000100:00100000:3.0:1746126489.620829:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822300672 00002000:00100000:3.0:1746126489.620849:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880092590380 x1830945822300672/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.620855:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590380 with x1830945822300672 ext(8388608->9437183) 00002000:00010000:3.0:1746126489.620857:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092590380 00000100:00100000:3.0:1746126489.620875:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4182 00000100:00100000:3.0:1746126489.620880:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+24:1977:x1830945822300672:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126489.621283:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822299136:12345-192.168.203.3@tcp:3:dd.0 Request processed in 50672us (51535us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126489.621289:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4176 00002000:00100000:0.0:1746126489.621293:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (11534336->12582911) req@ffff8800948d7100 x1830945822299136/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/440 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.621300:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800948d7100 with x1830945822299136 ext(11534336->12582911) 00002000:00010000:0.0:1746126489.621304:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800948d7100 00000100:00100000:0.0:1746126489.632478:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822300288:12345-192.168.203.3@tcp:4:dd.0 Request processed in 45147us (45423us total) trans 4294968104 rc 0/0 00000100:00100000:0.0:1746126489.632490:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4179 00002000:00100000:0.0:1746126489.632517:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880093b35880 x1830945822300288/t4294968104(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.632526:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35880 with x1830945822300288 ext(8388608->9437183) 00002000:00010000:0.0:1746126489.632530:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35880 00000100:00100000:1.0:1746126489.647056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.647780:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822300928 00000100:00100000:0.0:1746126489.647788:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822300928 00002000:00100000:0.0:1746126489.647820:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880092593100 x1830945822300928/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.647828:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092593100 with x1830945822300928 ext(9437184->10485759) 00002000:00010000:0.0:1746126489.647832:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092593100 00000100:00100000:0.0:1746126489.647849:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4183 00000100:00100000:0.0:1746126489.647855:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1976:x1830945822300928:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126489.651085:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+26:1977:x1830945822300672:12345-192.168.203.3@tcp:4:dd.0 Request processed in 30197us (30409us total) trans 4294968514 rc 0/0 00000100:00100000:2.0:1746126489.651106:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4182 00002000:00100000:2.0:1746126489.651115:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880092590380 x1830945822300672/t4294968514(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.651124:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590380 with x1830945822300672 ext(8388608->9437183) 00002000:00010000:2.0:1746126489.651128:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092590380 00000100:00100000:3.0:1746126489.673170:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.673193:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822301184 00000100:00100000:3.0:1746126489.673200:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822301184 00002000:00100000:3.0:1746126489.673230:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880093655880 x1830945822301184/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.673238:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655880 with x1830945822301184 ext(9437184->10485759) 00002000:00010000:3.0:1746126489.673242:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093655880 00000100:00100000:1.0:1746126489.674325:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4184 00000100:00100000:1.0:1746126489.674334:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+26:1976:x1830945822301184:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126489.678921:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1976:x1830945822300928:12345-192.168.203.3@tcp:4:dd.0 Request processed in 31058us (31864us total) trans 4294968107 rc 0/0 00000100:00100000:3.0:1746126489.678931:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4183 00002000:00100000:3.0:1746126489.678940:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880092593100 x1830945822300928/t4294968107(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.678948:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092593100 with x1830945822300928 ext(9437184->10485759) 00002000:00010000:3.0:1746126489.678953:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092593100 00000100:00100000:0.0:1746126489.687197:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.687266:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822301440 00000100:00100000:3.0:1746126489.687274:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822301440 00002000:00100000:3.0:1746126489.687306:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff880093b35180 x1830945822301440/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126489.687314:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35180 with x1830945822301440 ext(10485760->11534335) 00002000:00010000:3.0:1746126489.687319:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35180 00000100:00100000:3.0:1746126489.687335:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4185 00000100:00100000:3.0:1746126489.687341:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1976:x1830945822301440:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126489.690564:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+28:1976:x1830945822301184:12345-192.168.203.3@tcp:4:dd.0 Request processed in 16225us (17394us total) trans 4294968515 rc 0/0 00000100:00100000:0.0:1746126489.690573:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4184 00002000:00100000:0.0:1746126489.690582:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880093655880 x1830945822301184/t4294968515(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.690590:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093655880 with x1830945822301184 ext(9437184->10485759) 00002000:00010000:0.0:1746126489.690595:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093655880 00000100:00100000:0.0:1746126489.711127:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1976:x1830945822301440:12345-192.168.203.3@tcp:4:dd.0 Request processed in 23776us (23926us total) trans 4294968108 rc 0/0 00000100:00100000:0.0:1746126489.711137:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4185 00002000:00100000:0.0:1746126489.711147:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff880093b35180 x1830945822301440/t4294968108(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.711155:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35180 with x1830945822301440 ext(10485760->11534335) 00002000:00010000:0.0:1746126489.711159:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35180 00000100:00100000:1.0:1746126489.716959:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.717449:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822301696 00000100:00100000:0.0:1746126489.717456:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822301696 00002000:00100000:0.0:1746126489.717488:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880092592680 x1830945822301696/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.717512:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092592680 with x1830945822301696 ext(10485760->11534335) 00002000:00010000:0.0:1746126489.717516:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092592680 00000100:00100000:0.0:1746126489.717544:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4186 00000100:00100000:0.0:1746126489.717550:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+28:1977:x1830945822301696:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126489.722039:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.724199:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822301952 00000100:00100000:0.0:1746126489.724209:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822301952 00002000:00100000:0.0:1746126489.724248:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff880092592a00 x1830945822301952/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.724257:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092592a00 with x1830945822301952 ext(11534336->12582911) 00002000:00010000:0.0:1746126489.724262:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092592a00 00000100:00100000:0.0:1746126489.724383:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4187 00000100:00100000:0.0:1746126489.724390:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1976:x1830945822301952:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126489.728076:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+30:1977:x1830945822301696:12345-192.168.203.3@tcp:4:dd.0 Request processed in 10518us (11114us total) trans 4294968516 rc 0/0 00000100:00100000:0.0:1746126489.728087:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4186 00002000:00100000:0.0:1746126489.728104:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880092592680 x1830945822301696/t4294968516(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.728112:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092592680 with x1830945822301696 ext(10485760->11534335) 00002000:00010000:0.0:1746126489.728116:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092592680 00000100:00100000:1.0:1746126489.736738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.737774:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822302208 00000100:00100000:2.0:1746126489.737781:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822302208 00000100:00100000:1.0:1746126489.737795:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+22:1976:x1830945822301952:12345-192.168.203.3@tcp:4:dd.0 Request processed in 13405us (15767us total) trans 4294968109 rc 0/0 00000100:00100000:1.0:1746126489.737803:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4187 00002000:00100000:2.0:1746126489.737806:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880092593b80 x1830945822302208/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.737808:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff880092592a00 x1830945822301952/t4294968109(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126489.737815:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092593b80 with x1830945822302208 ext(11534336->12582911) 00002000:00100000:1.0:1746126489.737815:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092592a00 with x1830945822301952 ext(11534336->12582911) 00002000:00010000:2.0:1746126489.737819:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092593b80 00002000:00010000:1.0:1746126489.737819:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092592a00 00000100:00100000:2.0:1746126489.737832:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4188 00000100:00100000:2.0:1746126489.737837:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+30:1976:x1830945822302208:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126489.748781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.749019:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822302464 00000100:00100000:0.0:1746126489.749026:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822302464 00002000:00100000:0.0:1746126489.749060:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff880093b36a00 x1830945822302464/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/0 e 0 to 0 dl 1746126500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.749069:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36a00 with x1830945822302464 ext(12582912->13631487) 00002000:00010000:0.0:1746126489.749074:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b36a00 00000100:00100000:0.0:1746126489.749100:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4189 00000100:00100000:0.0:1746126489.749108:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+22:1977:x1830945822302464:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126489.749787:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1976:x1830945822302208:12345-192.168.203.3@tcp:4:dd.0 Request processed in 11947us (13053us total) trans 4294968517 rc 0/0 00000100:00100000:1.0:1746126489.749794:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4188 00002000:00100000:1.0:1746126489.749800:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880092593b80 x1830945822302208/t4294968517(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126489.749807:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092593b80 with x1830945822302208 ext(11534336->12582911) 00002000:00010000:1.0:1746126489.749810:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092593b80 00000100:00100000:0.0:1746126489.750534:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.750575:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822302720 00000100:00100000:1.0:1746126489.750580:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822302720 00000100:00100000:1.0:1746126489.750604:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 161 00000100:00100000:1.0:1746126489.750610:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1177:x1830945822302720:12345-192.168.203.3@tcp:35:dd.0 00000100:00100000:1.0:1746126489.750718:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1177:x1830945822302720:12345-192.168.203.3@tcp:35:dd.0 Request processed in 108us (184us total) trans 4294980635 rc 0/0 00000100:00100000:1.0:1746126489.750724:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 161 00000100:00100000:0.0:1746126489.760814:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.762862:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822302976 00000100:00100000:1.0:1746126489.762871:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822302976 00000100:00100000:1.0:1746126489.762909:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 162 00000100:00100000:1.0:1746126489.762916:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1177:x1830945822302976:12345-192.168.203.3@tcp:35:dd.0 00000001:00080000:1.0:1746126489.763122:0:7134:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980636 00000100:00100000:1.0:1746126489.763201:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1177:x1830945822302976:12345-192.168.203.3@tcp:35:dd.0 Request processed in 286us (2392us total) trans 4294980637 rc 0/0 00000100:00100000:1.0:1746126489.763207:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 162 00000020:00080000:1.0:1746126489.763212:0:7134:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126489.763657:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+24:1977:x1830945822302464:12345-192.168.203.3@tcp:4:dd.0 Request processed in 14549us (14878us total) trans 4294968110 rc 0/0 00000100:00100000:0.0:1746126489.763664:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4189 00002000:00100000:0.0:1746126489.763671:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff880093b36a00 x1830945822302464/t4294968110(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:250/0 lens 488/448 e 0 to 0 dl 1746126500 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126489.763680:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b36a00 with x1830945822302464 ext(12582912->13631487) 00002000:00010000:0.0:1746126489.763685:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b36a00 00000001:00080000:3.0:1746126489.765737:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968106 is committed 00000001:00080000:3.0:1746126489.765748:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968104 is committed 00002000:00010000:1.0:1746126489.766327:0:25023:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:1.0:1746126489.766332:0:25023:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 8199 -> 12295 00010000:00010000:1.0:1746126489.766342:0:25023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d111780c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.766351:0:25023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d111780c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.766358:0:25023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d111780c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.766363:0:25023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b50800 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126489.766367:0:25023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d111780c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.766373:0:25023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d111780c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.766399:0:25023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d111780c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.766405:0:25023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b50800/0x8f8d42f0d111780c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126489.766471:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822299904:12345-192.168.203.3@tcp:4:dd.0 Request processed in 179044us (179392us total) trans 4294968105 rc 0/0 00000100:00100000:1.0:1746126489.766480:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4181 00010000:00010000:0.0:1746126489.767450:0:32508:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117805 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.767458:0:32508:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117805 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.767464:0:32508:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117805 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.767469:0:32508:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a43e4800 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126489.767472:0:32508:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117805 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.767478:0:32508:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117805 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.767487:0:32508:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117805 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.767514:0:32508:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117805 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126489.767558:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822300032:12345-192.168.203.3@tcp:4:dd.0 Request processed in 180156us (180492us total) trans 4294968106 rc 0/0 00000100:00100000:0.0:1746126489.767564:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4180 00000100:00100000:1.0:1746126489.775870:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.777245:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.777314:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822303360 00000100:00100000:2.0:1746126489.777322:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822303360 00000100:00100000:2.0:1746126489.777622:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822303488 00000100:00100000:2.0:1746126489.777626:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822303488 00000100:00100000:0.0:1746126489.777672:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4190 00000100:00100000:0.0:1746126489.777680:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092592d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822303360:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126489.777708:0:32508:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117813 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.777720:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.777722:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.777726:0:32508:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117813 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.777737:0:32508:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117813 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126489.779638:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4191 00000100:00100000:2.0:1746126489.782671:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822303488:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126489.782728:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a2f000/0x8f8d42f0d111781a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.782739:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.782741:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.782744:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2f000/0x8f8d42f0d111781a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.782755:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a2f000/0x8f8d42f0d111781a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.793036:0:32508:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117813 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.793051:0:32508:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117813 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.793059:0:32508:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117813 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.793065:0:32508:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092839600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126489.793068:0:32508:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117813 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.793079:0:32508:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117813 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.793105:0:32508:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117813 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.793111:0:32508:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117813 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126489.793183:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092592d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822303360:12345-192.168.203.3@tcp:3:dd.0 Request processed in 15501us (17317us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126489.793192:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4190 00010000:00010000:2.0:1746126489.794906:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a2f000/0x8f8d42f0d111781a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.794917:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2f000/0x8f8d42f0d111781a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.794924:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a2f000/0x8f8d42f0d111781a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.794929:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2f000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126489.794932:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a2f000/0x8f8d42f0d111781a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.794939:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a2f000/0x8f8d42f0d111781a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.794951:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a2f000/0x8f8d42f0d111781a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.794957:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a2f000/0x8f8d42f0d111781a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126489.795102:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822303488:12345-192.168.203.3@tcp:3:dd.0 Request processed in 15445us (17849us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126489.795110:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4191 00000100:00100000:1.0:1746126489.799823:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126489.799867:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126489.800454:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822303872 00000100:00100000:2.0:1746126489.800463:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822303872 00000100:00100000:2.0:1746126489.800657:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822304000 00000100:00100000:2.0:1746126489.800661:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822304000 00000100:00100000:0.0:1746126489.800717:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4192 00000100:00100000:1.0:1746126489.800765:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822303872:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:1.0:1746126489.800803:0:32508:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 6266880, mtime: 0x6813c699, atime: 0x0, ctime: 0x6813c699, blocks: 0x3007 00010000:00010000:1.0:1746126489.800810:0:32508:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801348e2e00/0x8f8d42f0d1117821 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.800820:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126489.800822:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126489.800826:0:32508:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348e2e00/0x8f8d42f0d1117821 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.800838:0:32508:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348e2e00/0x8f8d42f0d1117821 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126489.801251:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4193 00000100:00100000:2.0:1746126489.801258:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822304000:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:2.0:1746126489.801273:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117828 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.801279:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.801280:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126489.801282:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117828 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126489.801290:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117828 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126489.869261:0:25024:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:3.0:1746126489.869266:0:25024:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 12295 -> 16391 00010000:00010000:3.0:1746126489.869279:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117828 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.869290:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117828 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.869297:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117828 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.869308:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e296200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126489.869311:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117828 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.869318:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117828 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.869333:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117828 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.869338:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117828 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126489.869400:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1974:x1830945822304000:12345-192.168.203.3@tcp:4:dd.0 Request processed in 68138us (69528us total) trans 4294968111 rc 0/0 00000100:00100000:3.0:1746126489.869409:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4193 00000001:00080000:3.0:1746126489.869435:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968110 is committed 00000001:00080000:3.0:1746126489.869452:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968111 is committed 00010000:00010000:1.0:1746126489.905417:0:32508:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801348e2e00/0x8f8d42f0d1117821 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.905430:0:32508:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801348e2e00/0x8f8d42f0d1117821 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.905437:0:32508:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801348e2e00/0x8f8d42f0d1117821 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.905443:0:32508:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801348e2e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126489.905446:0:32508:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801348e2e00/0x8f8d42f0d1117821 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.905453:0:32508:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801348e2e00/0x8f8d42f0d1117821 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.905469:0:32508:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801348e2e00/0x8f8d42f0d1117821 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.905474:0:32508:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348e2e00/0x8f8d42f0d1117821 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126489.905560:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822303872:12345-192.168.203.3@tcp:4:dd.0 Request processed in 104832us (105855us total) trans 4294968112 rc 0/0 00000100:00100000:1.0:1746126489.905568:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4192 00000001:00080000:3.0:1746126489.905706:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968112 is committed 00000100:00100000:0.0:1746126489.912801:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.912830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.912884:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822304512 00000100:00100000:3.0:1746126489.912892:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822304512 00000100:00100000:3.0:1746126489.912930:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822304640 00000100:00100000:3.0:1746126489.912932:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822304640 00000100:00100000:3.0:1746126489.912949:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4194 00000100:00100000:0.0:1746126489.912954:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4195 00000100:00100000:3.0:1746126489.912955:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822304512:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:0.0:1746126489.912961:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822304640:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:3.0:1746126489.912982:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d1117836 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.912982:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d111782f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.912992:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.912992:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.912994:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126489.912994:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.912998:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d1117836 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.912998:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d111782f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.913007:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d1117836 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126489.913007:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d111782f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.926267:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d1117836 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.926280:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d1117836 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.926287:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d1117836 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.926294:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ae9200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126489.926297:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d1117836 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.926305:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d1117836 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.926319:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d1117836 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.926324:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ae9200/0x8f8d42f0d1117836 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126489.926381:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822304512:12345-192.168.203.3@tcp:3:dd.0 Request processed in 13422us (13583us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126489.926388:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4194 00010000:00010000:1.0:1746126489.932350:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d111782f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.932364:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d111782f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.932370:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d111782f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.932377:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fa5200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126489.932380:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d111782f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.932387:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d111782f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.932407:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d111782f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.932412:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa5200/0x8f8d42f0d111782f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126489.932650:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822304640:12345-192.168.203.3@tcp:3:dd.0 Request processed in 19684us (19813us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126489.932658:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4195 00000100:00100000:0.0:1746126489.939469:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126489.939545:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126489.940144:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822305152 00000100:00100000:3.0:1746126489.940155:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822305152 00000100:00100000:3.0:1746126489.940229:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4196 00000100:00100000:3.0:1746126489.940237:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822305152:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:3.0:1746126489.940279:0:25024:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 8355840, mtime: 0x6813c699, atime: 0x0, ctime: 0x6813c699, blocks: 0x4007 00010000:00010000:3.0:1746126489.940287:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d111783d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.940297:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.940299:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126489.940303:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d111783d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.940314:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d111783d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126489.945454:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822305024 00000100:00100000:1.0:1746126489.945465:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822305024 00000100:00100000:1.0:1746126489.945548:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4197 00000100:00100000:1.0:1746126489.945556:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822305024:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:1.0:1746126489.945584:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d1117844 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.945595:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126489.945597:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126489.945601:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d1117844 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126489.945612:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d1117844 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126489.995293:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968113 is committed 00002000:00010000:3.0:1746126489.995785:0:25024:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:3.0:1746126489.995789:0:25024:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 16391 -> 20487 00010000:00010000:3.0:1746126489.995800:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d111783d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.995809:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d111783d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.995821:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d111783d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.995828:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126489.995831:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d111783d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.995838:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d111783d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.996231:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d111783d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126489.996237:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8600/0x8f8d42f0d111783d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126489.996611:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1974:x1830945822305152:12345-192.168.203.3@tcp:4:dd.0 Request processed in 56371us (57062us total) trans 4294968113 rc 0/0 00000100:00100000:3.0:1746126489.996620:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4196 00010000:00010000:2.0:1746126490.024268:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d1117844 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.024278:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d1117844 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.024286:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d1117844 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.024292:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a3c58e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.024296:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d1117844 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.024303:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d1117844 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.024318:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d1117844 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.024323:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d1117844 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.024386:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822305024:12345-192.168.203.3@tcp:4:dd.0 Request processed in 78828us (84922us total) trans 4294968114 rc 0/0 00000100:00100000:2.0:1746126490.024396:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4197 00000001:00080000:3.0:1746126490.024457:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968114 is committed 00000100:00100000:3.0:1746126490.028479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126490.028538:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126490.028603:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822305664 00000100:00100000:2.0:1746126490.028610:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822305664 00000100:00100000:0.0:1746126490.028701:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822305920 00000100:00100000:0.0:1746126490.028705:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822305920 00000100:00100000:2.0:1746126490.028991:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4198 00000100:00100000:2.0:1746126490.028999:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822305664:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126490.029026:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d111784b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.029037:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.029038:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.029042:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d111784b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.029052:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d111784b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126490.029682:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4199 00000100:00100000:0.0:1746126490.029690:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822305920:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126490.029708:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117852 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.029716:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.029717:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.029720:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117852 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.029728:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117852 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746126490.029789:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746126490.029793:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746126490.041439:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d111784b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.041456:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d111784b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.041462:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d111784b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.041468:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009496c600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.041471:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d111784b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.041477:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d111784b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.041490:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d111784b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.041512:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496c600/0x8f8d42f0d111784b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.041564:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822305664:12345-192.168.203.3@tcp:3:dd.0 Request processed in 12564us (13089us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126490.041572:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4198 00010000:00010000:0.0:1746126490.044313:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117852 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.044326:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117852 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.044333:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117852 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.044339:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800944b9400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126490.044342:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117852 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.044349:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117852 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.044362:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117852 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.044367:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117852 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126490.044430:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822305920:12345-192.168.203.3@tcp:3:dd.0 Request processed in 14738us (15889us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126490.044438:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4199 00000100:00100000:3.0:1746126490.054391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126490.054419:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126490.054637:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822306176 00000100:00100000:0.0:1746126490.054646:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822306176 00000100:00100000:0.0:1746126490.054691:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822306304 00000100:00100000:0.0:1746126490.054693:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822306304 00000100:00100000:0.0:1746126490.054716:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4200 00000100:00100000:0.0:1746126490.054722:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822306176:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:0.0:1746126490.054758:0:25024:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 10444800, mtime: 0x6813c699, atime: 0x0, ctime: 0x6813c699, blocks: 0x5007 00010000:00010000:0.0:1746126490.054764:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117859 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.054774:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.054775:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.054779:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117859 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.054790:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117859 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126490.055313:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4201 00000100:00100000:0.0:1746126490.055318:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822306304:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:0.0:1746126490.055332:0:32508:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117860 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.055338:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.055339:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.055341:0:32508:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117860 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.055348:0:32508:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117860 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126490.122713:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968115 is committed 00002000:00010000:2.0:1746126490.125716:0:25024:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:2.0:1746126490.125721:0:25024:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1746126489 -> 1746126490 00002000:00010000:2.0:1746126490.125724:0:25024:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1746126489 -> 1746126490 00002000:00010000:2.0:1746126490.125727:0:25024:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 20487 -> 22537 00010000:00010000:2.0:1746126490.125741:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117859 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.125751:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117859 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.125759:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117859 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.125765:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.125768:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117859 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.125774:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117859 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.125789:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117859 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.125796:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8e00/0x8f8d42f0d1117859 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.125868:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822306176:12345-192.168.203.3@tcp:4:dd.0 Request processed in 71142us (71479us total) trans 4294968115 rc 0/0 00000100:00100000:2.0:1746126490.125877:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4200 00000001:00080000:2.0:1746126490.173602:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968116 is committed 00002000:00010000:1.0:1746126490.174211:0:32508:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 22537 -> 24585 00010000:00010000:1.0:1746126490.174224:0:32508:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117860 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.174235:0:32508:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117860 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.174242:0:32508:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117860 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.174248:0:32508:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8a00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126490.174251:0:32508:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117860 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.174258:0:32508:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117860 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.174273:0:32508:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117860 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.174279:0:32508:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117860 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126490.174345:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822306304:12345-192.168.203.3@tcp:4:dd.0 Request processed in 119022us (119921us total) trans 4294968116 rc 0/0 00000100:00100000:1.0:1746126490.174354:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4201 00000100:00100000:1.0:1746126490.180018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126490.180174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126490.180331:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822306816 00000100:00100000:2.0:1746126490.180339:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822306816 00000100:00100000:2.0:1746126490.180586:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822306944 00000100:00100000:2.0:1746126490.180589:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822306944 00000100:00100000:3.0:1746126490.180706:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4202 00000100:00100000:3.0:1746126490.180714:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822306816:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:3.0:1746126490.180742:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117867 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.180753:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126490.180755:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126490.180759:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117867 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.180773:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117867 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.181122:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4203 00000100:00100000:2.0:1746126490.181129:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822306944:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126490.181145:0:32508:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d111786e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.181152:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.181153:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.181156:0:32508:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d111786e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.181163:0:32508:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d111786e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126490.181999:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126490.182044:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822307200 00000100:00100000:1.0:1746126490.182048:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822307200 00000100:00100000:1.0:1746126490.182075:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4204 00000100:00100000:1.0:1746126490.182079:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822307200:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126490.182104:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117875 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.182111:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.182113:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.182115:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117875 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.182121:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117875 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.186289:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117867 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.186303:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117867 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.186310:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117867 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.186316:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092838e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126490.186319:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117867 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.186326:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117867 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.186339:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117867 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.186349:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117867 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.186401:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822306816:12345-192.168.203.3@tcp:3:dd.0 Request processed in 5685us (6386us total) trans 0 rc 49152/49152 00000100:00100000:3.0:1746126490.186409:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4202 00010000:00010000:2.0:1746126490.194810:0:32508:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d111786e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.194825:0:32508:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d111786e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.194832:0:32508:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d111786e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.194839:0:32508:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a43e5c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.194842:0:32508:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d111786e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.194849:0:32508:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d111786e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.194866:0:32508:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d111786e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.194872:0:32508:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a43e5c00/0x8f8d42f0d111786e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.194941:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822306944:12345-192.168.203.3@tcp:3:dd.0 Request processed in 13809us (14763us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126490.194950:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4203 00010000:00010000:1.0:1746126490.195890:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117875 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.195899:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117875 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.195905:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117875 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.195909:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b51c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126490.195912:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117875 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.195917:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117875 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.195931:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117875 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.195936:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51c00/0x8f8d42f0d1117875 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126490.195978:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822307200:12345-192.168.203.3@tcp:3:dd.0 Request processed in 13897us (13980us total) trans 0 rc 991232/991232 00000100:00100000:1.0:1746126490.195984:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4204 00000100:00100000:0.0:1746126490.202984:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126490.203021:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126490.203033:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822307584 00000100:00100000:1.0:1746126490.203040:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822307584 00000100:00100000:1.0:1746126490.203098:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822307456 00000100:00100000:1.0:1746126490.203100:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822307456 00000100:00100000:1.0:1746126490.203132:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4205 00000100:00100000:1.0:1746126490.203139:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822307584:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126490.203155:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4206 00000100:00100000:2.0:1746126490.203165:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822307456:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:1.0:1746126490.203176:0:32503:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 12533760, mtime: 0x6813c69a, atime: 0x0, ctime: 0x6813c69a, blocks: 0x6009 00010000:00010000:1.0:1746126490.203190:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b822600/0x8f8d42f0d111787c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.203192:0:32508:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117883 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.203200:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.203202:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.203206:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b822600/0x8f8d42f0d111787c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.203217:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.203217:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b822600/0x8f8d42f0d111787c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.203218:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.203220:0:32508:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117883 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.203228:0:32508:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117883 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126490.259336:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968118 is committed 00002000:00010000:1.0:1746126490.259873:0:32503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:1.0:1746126490.259877:0:32503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 24585 -> 28681 00010000:00010000:1.0:1746126490.259887:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b822600/0x8f8d42f0d111787c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.259895:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b822600/0x8f8d42f0d111787c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.259902:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b822600/0x8f8d42f0d111787c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.259908:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b822600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126490.259911:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b822600/0x8f8d42f0d111787c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.259918:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b822600/0x8f8d42f0d111787c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.259932:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b822600/0x8f8d42f0d111787c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.259938:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b822600/0x8f8d42f0d111787c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126490.260000:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822307584:12345-192.168.203.3@tcp:4:dd.0 Request processed in 56858us (57018us total) trans 4294968118 rc 0/0 00000100:00100000:1.0:1746126490.260012:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4205 00010000:00010000:3.0:1746126490.260587:0:32508:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117883 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.260595:0:32508:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117883 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.260601:0:32508:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117883 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.260606:0:32508:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a43e4000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126490.260609:0:32508:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117883 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.260614:0:32508:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117883 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.260624:0:32508:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117883 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.260629:0:32508:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117883 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.260664:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822307456:12345-192.168.203.3@tcp:4:dd.0 Request processed in 57500us (57640us total) trans 4294968117 rc 0/0 00000100:00100000:3.0:1746126490.260670:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4206 00000100:00100000:2.0:1746126490.266626:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126490.266665:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126490.266743:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822307968 00000100:00100000:1.0:1746126490.266751:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822307968 00000100:00100000:1.0:1746126490.266797:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822308224 00000100:00100000:1.0:1746126490.266800:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822308224 00000100:00100000:1.0:1746126490.266833:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4207 00000100:00100000:1.0:1746126490.266838:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822307968:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:0.0:1746126490.266856:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4208 00000100:00100000:0.0:1746126490.266863:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822308224:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126490.266864:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800949d5800/0x8f8d42f0d111788a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.266875:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.266877:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.266879:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117891 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.266881:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949d5800/0x8f8d42f0d111788a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.266887:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.266888:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.266891:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117891 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.266892:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949d5800/0x8f8d42f0d111788a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.266899:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117891 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.268822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126490.268884:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822308480 00000100:00100000:0.0:1746126490.268890:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822308480 00000100:00100000:0.0:1746126490.268941:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4209 00000100:00100000:0.0:1746126490.268948:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822308480:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126490.268970:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1117898 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.268979:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.268981:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.268984:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1117898 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.268998:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1117898 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.280525:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800949d5800/0x8f8d42f0d111788a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.280532:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117891 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.280538:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800949d5800/0x8f8d42f0d111788a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.280542:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117891 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.280546:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800949d5800/0x8f8d42f0d111788a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.280548:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117891 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.280552:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949d5800 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126490.280553:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b43e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.280556:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949d5800/0x8f8d42f0d111788a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.280556:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117891 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.280562:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949d5800/0x8f8d42f0d111788a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.280562:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117891 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.280575:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800949d5800/0x8f8d42f0d111788a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.280575:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117891 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.280580:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117891 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.280581:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949d5800/0x8f8d42f0d111788a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.280907:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822307968:12345-192.168.203.3@tcp:3:dd.0 Request processed in 14064us (14283us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1746126490.280907:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822308224:12345-192.168.203.3@tcp:3:dd.0 Request processed in 14041us (14237us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126490.280915:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4207 00000100:00100000:0.0:1746126490.280919:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4208 00010000:00010000:0.0:1746126490.284620:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1117898 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.284632:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1117898 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.284639:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1117898 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.284645:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b43c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126490.284649:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1117898 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.284655:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1117898 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.284669:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1117898 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.284675:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d1117898 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126490.284735:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822308480:12345-192.168.203.3@tcp:3:dd.0 Request processed in 15785us (15914us total) trans 0 rc 983040/983040 00000100:00100000:0.0:1746126490.284744:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4209 00000100:00100000:3.0:1746126490.297591:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126490.297930:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822308736 00000100:00100000:0.0:1746126490.297937:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822308736 00000100:00100000:0.0:1746126490.297991:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4210 00000100:00100000:0.0:1746126490.297999:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822308736:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:0.0:1746126490.298034:0:25024:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 14622720, mtime: 0x6813c69a, atime: 0x0, ctime: 0x6813c69a, blocks: 0x7009 00010000:00010000:0.0:1746126490.298041:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d111789f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.298052:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.298054:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.298057:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d111789f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.298068:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d111789f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.298287:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126490.298359:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822308864 00000100:00100000:2.0:1746126490.298364:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822308864 00000100:00100000:2.0:1746126490.298400:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4211 00000100:00100000:2.0:1746126490.298406:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822308864:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:2.0:1746126490.298419:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11178a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.298426:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.298428:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.298430:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11178a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.298438:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11178a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126490.385175:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968119 is committed 00002000:00010000:3.0:1746126490.385782:0:25024:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746126490.385786:0:25024:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 28681 -> 30729 00010000:00010000:3.0:1746126490.385796:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d111789f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.385805:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d111789f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.385811:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d111789f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.385817:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b43c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126490.385820:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d111789f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.385826:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d111789f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.385840:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d111789f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.385850:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43c00/0x8f8d42f0d111789f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.385905:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1974:x1830945822308736:12345-192.168.203.3@tcp:4:dd.0 Request processed in 87903us (88316us total) trans 4294968119 rc 0/0 00000100:00100000:3.0:1746126490.385913:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4210 00000001:00080000:1.0:1746126490.438508:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968120 is committed 00002000:00010000:2.0:1746126490.439603:0:32503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 30729 -> 32777 00010000:00010000:2.0:1746126490.439617:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11178a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.439626:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11178a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.439634:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11178a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.439641:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ae9400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.439645:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11178a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.439652:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11178a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.439667:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11178a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.439673:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9400/0x8f8d42f0d11178a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.439755:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822308864:12345-192.168.203.3@tcp:4:dd.0 Request processed in 141344us (141463us total) trans 4294968120 rc 0/0 00000100:00100000:2.0:1746126490.439764:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4211 00000100:00100000:3.0:1746126490.445972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126490.446658:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822309248 00000100:00100000:2.0:1746126490.446666:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822309248 00000100:00100000:2.0:1746126490.446718:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4212 00000100:00100000:2.0:1746126490.446726:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822309248:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126490.446755:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d11178ad lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.446766:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.446768:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.446771:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d11178ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.446782:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d11178ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126490.448149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126490.448185:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126490.448413:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822309632 00000100:00100000:3.0:1746126490.448418:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822309632 00000100:00100000:3.0:1746126490.448572:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822309760 00000100:00100000:3.0:1746126490.448575:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822309760 00000100:00100000:0.0:1746126490.448658:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4213 00000100:00100000:0.0:1746126490.448666:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822309632:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126490.448687:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f36e00/0x8f8d42f0d11178b4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.448697:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.448699:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.448702:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f36e00/0x8f8d42f0d11178b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.448711:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f36e00/0x8f8d42f0d11178b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.449816:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4214 00000100:00100000:3.0:1746126490.449824:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822309760:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:3.0:1746126490.449843:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11178bb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.449852:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126490.449853:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126490.449856:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11178bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.449865:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11178bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.454319:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d11178ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.454333:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d11178ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.454345:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d11178ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.454352:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a3c58e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.454355:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d11178ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.454362:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d11178ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.454378:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d11178ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.454384:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a3c58e00/0x8f8d42f0d11178ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.454434:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822309248:12345-192.168.203.3@tcp:3:dd.0 Request processed in 7705us (8463us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1746126490.454442:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4212 00010000:00010000:0.0:1746126490.463347:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f36e00/0x8f8d42f0d11178b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.463361:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f36e00/0x8f8d42f0d11178b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.463368:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f36e00/0x8f8d42f0d11178b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.463374:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f36e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126490.463377:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f36e00/0x8f8d42f0d11178b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.463384:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f36e00/0x8f8d42f0d11178b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.463398:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f36e00/0x8f8d42f0d11178b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.463404:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f36e00/0x8f8d42f0d11178b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126490.464373:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822309632:12345-192.168.203.3@tcp:3:dd.0 Request processed in 15702us (16222us total) trans 0 rc 974848/974848 00000100:00100000:1.0:1746126490.464382:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4213 00010000:00010000:3.0:1746126490.475046:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11178bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.475064:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11178bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.475073:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11178bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.475079:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949d6a00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126490.475082:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11178bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.475102:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11178bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.475118:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11178bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.475124:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11178bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.475479:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822309760:12345-192.168.203.3@tcp:3:dd.0 Request processed in 25652us (27289us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126490.475487:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4214 00000100:00100000:0.0:1746126490.489328:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126490.489375:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126490.489453:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822310016 00000100:00100000:1.0:1746126490.489461:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822310016 00000100:00100000:1.0:1746126490.489534:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822310144 00000100:00100000:1.0:1746126490.489537:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822310144 00000100:00100000:1.0:1746126490.489555:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4215 00000100:00100000:1.0:1746126490.489561:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822310016:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:1.0:1746126490.489596:0:32505:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 16711680, mtime: 0x6813c69a, atime: 0x0, ctime: 0x6813c69a, blocks: 0x8009 00010000:00010000:1.0:1746126490.489603:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d11178c2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.489612:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.489614:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.489618:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d11178c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.489629:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d11178c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.490457:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4216 00000100:00100000:3.0:1746126490.490465:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822310144:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:3.0:1746126490.490479:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11178c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.490491:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126490.490509:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126490.490512:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11178c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.490520:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11178c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126490.553108:0:32505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:1.0:1746126490.553114:0:32505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 32777 -> 36873 00010000:00010000:1.0:1746126490.553125:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d11178c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.553135:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d11178c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.553142:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d11178c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.553148:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b32a00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126490.553152:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d11178c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.553180:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d11178c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.553194:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d11178c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.553200:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b32a00/0x8f8d42f0d11178c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126490.553282:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1977:x1830945822310016:12345-192.168.203.3@tcp:4:dd.0 Request processed in 63718us (63957us total) trans 4294968121 rc 0/0 00000100:00100000:1.0:1746126490.553291:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4215 00000001:00080000:1.0:1746126490.553316:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968121 is committed 00000001:00080000:1.0:1746126490.553324:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968122 is committed 00010000:00010000:3.0:1746126490.553979:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11178c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.553987:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11178c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.553992:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11178c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.553996:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bada00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126490.553998:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11178c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.554003:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11178c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.554011:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11178c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.554016:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bada00/0x8f8d42f0d11178c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.554051:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822310144:12345-192.168.203.3@tcp:4:dd.0 Request processed in 63588us (64676us total) trans 4294968122 rc 0/0 00000100:00100000:3.0:1746126490.554057:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4216 00000100:00100000:2.0:1746126490.563615:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126490.563688:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126490.563745:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822310656 00000100:00100000:3.0:1746126490.563752:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822310656 00000100:00100000:3.0:1746126490.563807:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822310784 00000100:00100000:3.0:1746126490.563809:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822310784 00000100:00100000:3.0:1746126490.563828:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4217 00000100:00100000:3.0:1746126490.563834:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822310656:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:3.0:1746126490.563861:0:25024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8f8d42f0d11178d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.563871:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126490.563873:0:25024:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126490.563877:0:25024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8f8d42f0d11178d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.563887:0:25024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8f8d42f0d11178d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126490.564064:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4218 00000100:00100000:0.0:1746126490.564071:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822310784:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126490.564095:0:25023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a2d000/0x8f8d42f0d11178d7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.564102:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.564103:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.564106:0:25023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a2d000/0x8f8d42f0d11178d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.564112:0:25023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a2d000/0x8f8d42f0d11178d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.568617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126490.568724:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822311040 00000100:00100000:2.0:1746126490.568731:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822311040 00000100:00100000:2.0:1746126490.568773:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4219 00000100:00100000:2.0:1746126490.568780:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822311040:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126490.568806:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11178de lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.568817:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.568818:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.568823:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11178de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.568833:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11178de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.573547:0:25024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8f8d42f0d11178d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.573559:0:25024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8f8d42f0d11178d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.573569:0:25024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8f8d42f0d11178d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.573575:0:25024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f37400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126490.573578:0:25024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8f8d42f0d11178d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.573584:0:25024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8f8d42f0d11178d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.573598:0:25024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8f8d42f0d11178d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.573602:0:25024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8f8d42f0d11178d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.573666:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822310656:12345-192.168.203.3@tcp:3:dd.0 Request processed in 9827us (10053us total) trans 0 rc 73728/73728 00000100:00100000:3.0:1746126490.573674:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4217 00010000:00010000:2.0:1746126490.582867:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11178de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.582879:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11178de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.582890:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11178de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.582896:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b32800 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.582899:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11178de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.582905:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11178de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.582918:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11178de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.582924:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b32800/0x8f8d42f0d11178de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.583600:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822311040:12345-192.168.203.3@tcp:3:dd.0 Request processed in 14816us (14986us total) trans 0 rc 966656/966656 00000100:00100000:2.0:1746126490.583609:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4219 00010000:00010000:1.0:1746126490.583889:0:25023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a2d000/0x8f8d42f0d11178d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.583897:0:25023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094a2d000/0x8f8d42f0d11178d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.583902:0:25023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094a2d000/0x8f8d42f0d11178d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.583907:0:25023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2d000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126490.583909:0:25023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a2d000/0x8f8d42f0d11178d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.583920:0:25023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a2d000/0x8f8d42f0d11178d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.583932:0:25023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094a2d000/0x8f8d42f0d11178d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.583937:0:25023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a2d000/0x8f8d42f0d11178d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126490.583968:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822310784:12345-192.168.203.3@tcp:3:dd.0 Request processed in 19897us (20279us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126490.583974:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4218 00000100:00100000:3.0:1746126490.590041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126490.590594:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126490.590871:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822311296 00000100:00100000:1.0:1746126490.590871:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822311424 00000100:00100000:2.0:1746126490.590878:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822311296 00000100:00100000:1.0:1746126490.590878:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822311424 00000100:00100000:1.0:1746126490.590927:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4220 00000100:00100000:1.0:1746126490.590933:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822311424:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:1.0:1746126490.590972:0:25023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 18800640, mtime: 0x6813c69a, atime: 0x0, ctime: 0x6813c69a, blocks: 0x9009 00010000:00010000:1.0:1746126490.590985:0:25023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11178e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.590996:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.590998:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.591002:0:25023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11178e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.591013:0:25023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11178e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.591067:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4221 00000100:00100000:2.0:1746126490.591073:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822311296:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:2.0:1746126490.591095:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11178ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.591103:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.591105:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.591107:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11178ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.591115:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11178ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.593307:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126490.615397:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820569088:0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615444:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126490.615484:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820569600:0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615523:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126490.615551:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746126490.615556:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3301:1830945820568960:0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615574:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126490.615590:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820569472:0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615602:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126490.615615:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3298:1830945820569216:0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615627:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126490.615636:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746126490.615639:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820569344:0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615650:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126490.615665:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820569600 00000100:00100000:3.0:1746126490.615671:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820569600 00000100:00100000:3.0:1746126490.615699:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820569472 00000100:00100000:3.0:1746126490.615700:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820569472 00000100:00100000:3.0:1746126490.615711:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1746126490.615716:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820569600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615744:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820569600:12345-0@lo:400:kworker.0 Request processed in 28us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126490.615749:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1746126490.615759:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1746126490.615763:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820569472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615780:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3301:x1830945820569472:12345-0@lo:400:kworker.0 Request processed in 17us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126490.615785:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1746126490.615799:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820569088 00000100:00100000:3.0:1746126490.615801:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820569088 00000100:00100000:3.0:1746126490.615816:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820569216 00000100:00100000:3.0:1746126490.615818:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820569216 00000100:00100000:3.0:1746126490.615829:0:8520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820569344 00000100:00100000:3.0:1746126490.615830:0:8520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820569344 00000100:00100000:3.0:1746126490.615841:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1746126490.615845:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830945820569088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615868:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830945820569088:12345-0@lo:400:kworker.0 Request processed in 23us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126490.615872:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1746126490.615879:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1746126490.615882:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830945820569216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615898:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830945820569216:12345-0@lo:400:kworker.0 Request processed in 16us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126490.615902:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1746126490.615909:0:8520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1746126490.615911:0:8520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820569344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615925:0:8520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820569344:12345-0@lo:400:kworker.0 Request processed in 13us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126490.615929:0:8520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00080000:3.0:1746126490.615938:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746126490.615941:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746126490.615942:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126490.615965:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820569344:0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615971:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3298:1830945820569216:0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615989:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820569472:0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.615995:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820569088:0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.616003:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3301:1830945820569600:0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.623529:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820568960 00000100:00100000:3.0:1746126490.623538:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820568960 00000100:00100000:3.0:1746126490.623569:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1746126490.623575:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6887050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3301:x1830945820568960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126490.623632:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6887050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3301:x1830945820568960:12345-0@lo:400:kworker.0 Request processed in 57us (8056us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126490.623637:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1746126490.623674:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3301:1830945820568960:0@lo:400:kworker.0 00000001:00080000:1.0:1746126490.688914:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968123 is committed 00002000:00010000:3.0:1746126490.689746:0:32503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:3.0:1746126490.689751:0:32503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 36873 -> 38921 00010000:00010000:3.0:1746126490.689765:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11178ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.689776:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11178ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.689783:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11178ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.689789:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b33400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126490.689793:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11178ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.689800:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11178ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.689821:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11178ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.689827:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33400/0x8f8d42f0d11178ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.689894:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1974:x1830945822311296:12345-192.168.203.3@tcp:4:dd.0 Request processed in 98816us (99735us total) trans 4294968123 rc 0/0 00000100:00100000:3.0:1746126490.689903:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4221 00000100:00100000:2.0:1746126490.692750:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746126490.692765:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092590000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820569728:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746126490.692830:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126490.693192:0:8483:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820569728 00000100:00100000:1.0:1746126490.693198:0:8483:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820569728 00000100:00100000:1.0:1746126490.693226:0:8483:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1746126490.693231:0:8483:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820569728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746126490.693248:0:8483:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 558301184 pending 1703936 free 3833593856 avail 3807379456 00000100:00100000:1.0:1746126490.693987:0:8483:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820569728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 754us (1155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126490.693994:0:8483:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:2.0:1746126490.694195:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092590000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820569728:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1746126490.734770:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968124 is committed 00002000:00010000:2.0:1746126490.735582:0:25023:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 38921 -> 40969 00010000:00010000:2.0:1746126490.735595:0:25023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11178e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.735607:0:25023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11178e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.735614:0:25023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11178e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.735621:0:25023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094e15200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.735625:0:25023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11178e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.735631:0:25023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11178e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.735645:0:25023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11178e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.735649:0:25023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e15200/0x8f8d42f0d11178e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.735726:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822311424:12345-192.168.203.3@tcp:4:dd.0 Request processed in 144788us (145688us total) trans 4294968124 rc 0/0 00000100:00100000:2.0:1746126490.735734:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4220 00000100:00100000:2.0:1746126490.742857:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820569856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746126490.742912:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126490.743117:0:10464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820569856 00000100:00100000:1.0:1746126490.743123:0:10464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820569856 00000100:00100000:1.0:1746126490.743155:0:10464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1746126490.743161:0:10464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820569856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746126490.743178:0:10464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 112263168 pending 20447232 free 3844079616 avail 3841982464 00000100:00100000:1.0:1746126490.743213:0:10464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820569856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126490.743218:0:10464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1746126490.743547:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820569856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746126490.744310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126490.744347:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126490.744522:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822311936 00000100:00100000:0.0:1746126490.744527:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822311936 00000100:00100000:0.0:1746126490.744557:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822312064 00000100:00100000:0.0:1746126490.744559:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822312064 00000100:00100000:0.0:1746126490.744580:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4222 00000100:00100000:0.0:1746126490.744585:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822311936:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126490.744609:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d11178f3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.744620:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.744622:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126490.744626:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d11178f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.744636:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d11178f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.745323:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4223 00000100:00100000:2.0:1746126490.745333:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822312064:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126490.745357:0:25023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c50c400/0x8f8d42f0d11178fa lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.745365:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.745367:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.745370:0:25023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c50c400/0x8f8d42f0d11178fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.745379:0:25023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c50c400/0x8f8d42f0d11178fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.757238:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d11178f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.757252:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d11178f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.757260:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d11178f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.757266:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800944b9400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.757269:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d11178f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.757276:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d11178f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.757291:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d11178f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.757302:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944b9400/0x8f8d42f0d11178f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.757382:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822311936:12345-192.168.203.3@tcp:3:dd.0 Request processed in 12793us (13070us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126490.757392:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4222 00010000:00010000:2.0:1746126490.763984:0:25023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c50c400/0x8f8d42f0d11178fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.763998:0:25023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c50c400/0x8f8d42f0d11178fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.764005:0:25023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c50c400/0x8f8d42f0d11178fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.764012:0:25023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c50c400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.764015:0:25023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c50c400/0x8f8d42f0d11178fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.764022:0:25023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c50c400/0x8f8d42f0d11178fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.764036:0:25023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c50c400/0x8f8d42f0d11178fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.764042:0:25023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c50c400/0x8f8d42f0d11178fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.764748:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822312064:12345-192.168.203.3@tcp:3:dd.0 Request processed in 19413us (20396us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126490.764757:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4223 00000100:00100000:3.0:1746126490.771093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126490.771241:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126490.771395:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822312576 00000100:00100000:2.0:1746126490.771403:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822312576 00000100:00100000:2.0:1746126490.771444:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822312448 00000100:00100000:2.0:1746126490.771446:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822312448 00000100:00100000:2.0:1746126490.771472:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4224 00000100:00100000:2.0:1746126490.771479:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822312576:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:2.0:1746126490.771540:0:25023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 20889600, mtime: 0x6813c69a, atime: 0x0, ctime: 0x6813c69a, blocks: 0xa009 00010000:00010000:2.0:1746126490.771547:0:25023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131043600/0x8f8d42f0d1117901 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.771557:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.771559:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.771563:0:25023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131043600/0x8f8d42f0d1117901 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.771573:0:25023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131043600/0x8f8d42f0d1117901 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126490.772151:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4225 00000100:00100000:1.0:1746126490.772158:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822312448:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:1.0:1746126490.772172:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a3b9200/0x8f8d42f0d1117908 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.772179:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.772181:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.772184:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a3b9200/0x8f8d42f0d1117908 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.772190:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a3b9200/0x8f8d42f0d1117908 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126490.828887:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968125 is committed 00002000:00010000:3.0:1746126490.829719:0:25023:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:3.0:1746126490.829723:0:25023:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 40969 -> 45067 00010000:00010000:3.0:1746126490.829734:0:25023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131043600/0x8f8d42f0d1117901 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.829743:0:25023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131043600/0x8f8d42f0d1117901 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.829750:0:25023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131043600/0x8f8d42f0d1117901 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.829757:0:25023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131043600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126490.829761:0:25023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131043600/0x8f8d42f0d1117901 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.829768:0:25023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131043600/0x8f8d42f0d1117901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.829782:0:25023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131043600/0x8f8d42f0d1117901 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.829788:0:25023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131043600/0x8f8d42f0d1117901 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.829851:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1974:x1830945822312576:12345-192.168.203.3@tcp:4:dd.0 Request processed in 58369us (58770us total) trans 4294968125 rc 0/0 00000100:00100000:3.0:1746126490.829859:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4224 00010000:00010000:1.0:1746126490.869868:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a3b9200/0x8f8d42f0d1117908 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.869880:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a3b9200/0x8f8d42f0d1117908 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.869887:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a3b9200/0x8f8d42f0d1117908 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.869892:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a3b9200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126490.869895:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a3b9200/0x8f8d42f0d1117908 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.869901:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a3b9200/0x8f8d42f0d1117908 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.869915:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a3b9200/0x8f8d42f0d1117908 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.869920:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a3b9200/0x8f8d42f0d1117908 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126490.869985:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822312448:12345-192.168.203.3@tcp:4:dd.0 Request processed in 97826us (98741us total) trans 4294968126 rc 0/0 00000100:00100000:1.0:1746126490.869993:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4225 00000001:00080000:0.0:1746126490.870068:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968126 is committed 00000100:00100000:3.0:1746126490.874010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126490.874035:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126490.874058:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126490.874107:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822312960 00000100:00100000:1.0:1746126490.874114:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822312960 00000100:00100000:1.0:1746126490.874151:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822313216 00000100:00100000:1.0:1746126490.874152:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822313216 00000100:00100000:1.0:1746126490.874184:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822313472 00000100:00100000:1.0:1746126490.874186:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822313472 00000100:00100000:1.0:1746126490.874198:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4226 00000100:00100000:1.0:1746126490.874204:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822312960:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126490.874227:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d111790f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.874238:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.874240:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126490.874243:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d111790f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.874253:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d111790f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.874409:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4227 00000100:00100000:2.0:1746126490.874415:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822313216:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126490.874432:0:25023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117916 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.874442:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.874443:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.874446:0:25023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117916 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.874452:0:25023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117916 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.874979:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4228 00000100:00100000:2.0:1746126490.874984:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822313472:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126490.874998:0:32508:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111791d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.875004:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.875005:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.875008:0:32508:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111791d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.875014:0:32508:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111791d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.887172:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d111790f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.887184:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d111790f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.887195:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d111790f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.887200:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a8156000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126490.887203:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d111790f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.887209:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d111790f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.887224:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d111790f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126490.887229:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8156000/0x8f8d42f0d111790f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126490.887310:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822312960:12345-192.168.203.3@tcp:3:dd.0 Request processed in 13103us (13301us total) trans 0 rc 90112/90112 00000100:00100000:1.0:1746126490.887318:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4226 00010000:00010000:2.0:1746126490.890258:0:25023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117916 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.890273:0:25023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117916 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.890281:0:25023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117916 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.890288:0:25023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092839600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126490.890292:0:25023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117916 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.890299:0:25023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117916 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.890313:0:25023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117916 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.890318:0:25023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092839600/0x8f8d42f0d1117916 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126490.890689:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822313216:12345-192.168.203.3@tcp:3:dd.0 Request processed in 16271us (16649us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126490.890697:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4227 00010000:00010000:0.0:1746126490.892950:0:32508:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111791d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.892962:0:32508:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111791d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.892968:0:32508:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111791d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.892974:0:32508:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092839e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126490.892977:0:32508:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111791d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.892983:0:32508:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111791d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.892996:0:32508:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111791d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126490.893002:0:32508:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839e00/0x8f8d42f0d111791d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126490.894352:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822313472:12345-192.168.203.3@tcp:3:dd.0 Request processed in 19361us (20286us total) trans 0 rc 950272/950272 00000100:00100000:0.0:1746126490.894361:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4228 00000100:00100000:0.0:1746126490.902778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126490.903452:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822313728 00000100:00100000:2.0:1746126490.903459:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822313728 00000100:00100000:2.0:1746126490.903515:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4229 00000100:00100000:2.0:1746126490.903521:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1974:x1830945822313728:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:2.0:1746126490.903559:0:32508:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 22978560, mtime: 0x6813c69a, atime: 0x0, ctime: 0x6813c69a, blocks: 0xb00b 00010000:00010000:2.0:1746126490.903565:0:32508:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117924 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.903575:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.903577:0:32508:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.903581:0:32508:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117924 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.903592:0:32508:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117924 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126490.906420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126490.906946:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822313856 00000100:00100000:2.0:1746126490.906953:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822313856 00000100:00100000:2.0:1746126490.907002:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4230 00000100:00100000:2.0:1746126490.907008:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822313856:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:2.0:1746126490.907034:0:25023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d111792b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.907046:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.907047:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126490.907051:0:25023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d111792b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126490.907061:0:25023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d111792b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126490.960201:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968127 is committed 00002000:00010000:3.0:1746126490.961019:0:32508:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:3.0:1746126490.961023:0:32508:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 45067 -> 47115 00010000:00010000:3.0:1746126490.961033:0:32508:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117924 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.961042:0:32508:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117924 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.961050:0:32508:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117924 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.961060:0:32508:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092839600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126490.961064:0:32508:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117924 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.961071:0:32508:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117924 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.961094:0:32508:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117924 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126490.961100:0:32508:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839600/0x8f8d42f0d1117924 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126490.961158:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1974:x1830945822313728:12345-192.168.203.3@tcp:4:dd.0 Request processed in 57634us (58383us total) trans 4294968127 rc 0/0 00000100:00100000:3.0:1746126490.961166:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4229 00002000:00010000:1.0:1746126491.001293:0:25023:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 47115 -> 49163 00010000:00010000:1.0:1746126491.001306:0:25023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d111792b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.001314:0:25023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d111792b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.001320:0:25023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d111792b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.001327:0:25023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092838e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126491.001331:0:25023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d111792b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.001337:0:25023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d111792b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.001351:0:25023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d111792b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.001357:0:25023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d111792b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126491.001421:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822313856:12345-192.168.203.3@tcp:4:dd.0 Request processed in 94409us (95002us total) trans 4294968128 rc 0/0 00000100:00100000:1.0:1746126491.001428:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4230 00000001:00080000:3.0:1746126491.001625:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968128 is committed 00000100:00100000:0.0:1746126491.006123:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126491.006189:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822314240 00000100:00100000:1.0:1746126491.006196:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822314240 00000100:00100000:1.0:1746126491.006248:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4231 00000100:00100000:1.0:1746126491.006256:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822314240:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126491.006285:0:25023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b51e00/0x8f8d42f0d1117932 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.006297:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126491.006299:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126491.006303:0:25023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51e00/0x8f8d42f0d1117932 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.006313:0:25023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b51e00/0x8f8d42f0d1117932 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126491.010350:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00010000:00010000:1.0:1746126491.011623:0:25023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b51e00/0x8f8d42f0d1117932 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.011635:0:25023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b51e00/0x8f8d42f0d1117932 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.011641:0:25023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b51e00/0x8f8d42f0d1117932 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.011646:0:25023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b51e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126491.011649:0:25023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b51e00/0x8f8d42f0d1117932 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.011655:0:25023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b51e00/0x8f8d42f0d1117932 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.011669:0:25023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b51e00/0x8f8d42f0d1117932 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.011674:0:25023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b51e00/0x8f8d42f0d1117932 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126491.011720:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822314240:12345-192.168.203.3@tcp:3:dd.0 Request processed in 5463us (5598us total) trans 0 rc 98304/98304 00000100:00100000:1.0:1746126491.011728:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4231 00000100:00100000:1.0:1746126491.011745:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822314496 00000100:00100000:1.0:1746126491.011750:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822314496 00000100:00100000:1.0:1746126491.011781:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4232 00000100:00100000:1.0:1746126491.011786:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822314496:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126491.011807:0:25023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117939 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.011816:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126491.011817:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126491.011821:0:25023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117939 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.011829:0:25023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117939 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.023942:0:25023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117939 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.023956:0:25023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117939 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.023964:0:25023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117939 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.023969:0:25023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b50800 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126491.023972:0:25023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117939 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.023979:0:25023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117939 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.023991:0:25023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117939 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.023996:0:25023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117939 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126491.024061:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1975:x1830945822314496:12345-192.168.203.3@tcp:3:dd.0 Request processed in 12270us (13712us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126491.024069:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4232 00000100:00100000:0.0:1746126491.026876:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.026957:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822314624 00000100:00100000:3.0:1746126491.026964:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822314624 00000100:00100000:3.0:1746126491.026998:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5497 00000100:00100000:3.0:1746126491.027004:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1176:x1830945822314624:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:3.0:1746126491.027017:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126491.027033:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117940 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cadf expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126491.027052:0:10567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 25067520, mtime: 0x6813c69a, atime: 0x0, ctime: 0x6813c69a, blocks: 0xc00b 00010000:00010000:3.0:1746126491.027068:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126491.027069:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126491.027075:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117940 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cadf expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.027099:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117940 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cadf expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.027107:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b52e00, rc 0) 00000100:00100000:3.0:1746126491.027147:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1176:x1830945822314624:12345-192.168.203.3@tcp:101:dd.0 Request processed in 143us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126491.027152:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5497 00000100:00100000:0.0:1746126491.038386:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.039162:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126491.039180:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822315008 00000100:00100000:1.0:1746126491.039188:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822315008 00002000:00100000:1.0:1746126491.039224:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (25067520->25165823) req@ffff880092830a80 x1830945822315008/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.039232:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092830a80 with x1830945822315008 ext(25067520->25165823) 00002000:00010000:1.0:1746126491.039237:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092830a80 00000100:00100000:3.0:1746126491.039871:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822314880 00000100:00100000:3.0:1746126491.039875:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822314880 00002000:00100000:3.0:1746126491.039891:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (25165824->26214399) req@ffff880092830700 x1830945822314880/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.039898:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092830700 with x1830945822314880 ext(25165824->26214399) 00002000:00010000:3.0:1746126491.039900:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092830700 00000100:00100000:1.0:1746126491.039913:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4233 00000100:00100000:1.0:1746126491.039921:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822315008:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126491.040897:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4234 00000100:00100000:1.0:1746126491.040904:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822314880:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126491.042627:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822315008:12345-192.168.203.3@tcp:4:dd.0 Request processed in 2703us (4244us total) trans 4294968129 rc 0/0 00000100:00100000:1.0:1746126491.042639:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4233 00002000:00100000:1.0:1746126491.042647:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (25067520->25165823) req@ffff880092830a80 x1830945822315008/t4294968129(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/448 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.042654:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092830a80 with x1830945822315008 ext(25067520->25165823) 00002000:00010000:1.0:1746126491.042658:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092830a80 00000100:00100000:1.0:1746126491.050103:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945822314880:12345-192.168.203.3@tcp:4:dd.0 Request processed in 9193us (10934us total) trans 4294968130 rc 0/0 00000100:00100000:1.0:1746126491.050114:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4234 00002000:00100000:1.0:1746126491.050124:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (25165824->26214399) req@ffff880092830700 x1830945822314880/t4294968130(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/448 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.050132:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092830700 with x1830945822314880 ext(25165824->26214399) 00002000:00010000:1.0:1746126491.050137:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092830700 00000100:00100000:0.0:1746126491.052649:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.052762:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822315136 00000100:00100000:3.0:1746126491.052770:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822315136 00000100:00080000:0.0:1746126491.052864:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126491.052896:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30891 00000100:00100000:3.0:1746126491.052903:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1176:x1830945822315136:12345-192.168.203.3@tcp:44:dd.0 00000001:00080000:2.0:1746126491.082769:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980633 is committed 00000001:00080000:2.0:1746126491.082781:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980632 is committed 00000001:00080000:2.0:1746126491.082791:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980637 is committed 00000001:00080000:2.0:1746126491.082801:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980634 is committed 00000100:00100000:3.0:1746126491.082952:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1176:x1830945822315136:12345-192.168.203.3@tcp:44:dd.0 Request processed in 30046us (30305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126491.082961:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30891 00000100:00100000:0.0:1746126491.086134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.086206:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822315264 00000100:00100000:2.0:1746126491.086214:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822315264 00000100:00100000:2.0:1746126491.086258:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5498 00000100:00100000:2.0:1746126491.086265:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945822315264:12345-192.168.203.3@tcp:16:dd.0 00000001:00080000:3.0:1746126491.130629:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968130 is committed 00000100:00100000:2.0:1746126491.130738:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822315264:12345-192.168.203.3@tcp:16:dd.0 Request processed in 44469us (44604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126491.130746:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5498 00000100:00100000:2.0:1746126491.133291:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126491.133363:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822315520 00000100:00100000:1.0:1746126491.133370:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822315520 00000100:00100000:1.0:1746126491.133399:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 163 00000100:00100000:1.0:1746126491.133404:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+15:1176:x1830945822315520:12345-192.168.203.3@tcp:35:dd.0 00000100:00100000:1.0:1746126491.133590:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1176:x1830945822315520:12345-192.168.203.3@tcp:35:dd.0 Request processed in 185us (303us total) trans 4294980638 rc 0/0 00000100:00100000:1.0:1746126491.133596:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 163 00000100:00100000:2.0:1746126491.136764:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.136837:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822315776 00000100:00100000:0.0:1746126491.136843:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822315776 00000100:00100000:0.0:1746126491.136952:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 164 00000100:00100000:0.0:1746126491.136958:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1176:x1830945822315776:12345-192.168.203.3@tcp:35:dd.0 00000001:00080000:0.0:1746126491.137152:0:7134:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980639 00000100:00100000:0.0:1746126491.137595:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1176:x1830945822315776:12345-192.168.203.3@tcp:35:dd.0 Request processed in 636us (835us total) trans 4294980640 rc 0/0 00000100:00100000:0.0:1746126491.137601:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 164 00000020:00080000:0.0:1746126491.137605:0:7134:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126491.154915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.155053:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822315904 00000100:00100000:3.0:1746126491.155061:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822315904 00000100:00100000:3.0:1746126491.155309:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30892 00000100:00100000:3.0:1746126491.155316:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1180:x1830945822315904:12345-192.168.203.3@tcp:101:checkstat.0 00010000:00010000:3.0:1746126491.155335:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126491.155350:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117947 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cae6 expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.155393:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111794e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.155401:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111794e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.155410:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111794e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:3.0:1746126491.155456:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746126491.155459:0:11031:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126491.155470:0:11031:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111794e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.155485:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117947 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cae6 expref: 20 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.155523:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111794e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cae6 expref: 19 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.155530:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099941200) 00010000:00010000:3.0:1746126491.155532:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126491.155534:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948bc400, rc 0) 00000100:00100000:3.0:1746126491.156271:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1180:x1830945822315904:12345-192.168.203.3@tcp:101:checkstat.0 Request processed in 954us (1359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126491.156278:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30892 00000100:00100000:2.0:1746126491.158078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.158526:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822316032 00000100:00100000:3.0:1746126491.158534:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822316032 00000100:00100000:3.0:1746126491.158564:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30893 00000100:00100000:3.0:1746126491.158569:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1180:x1830945822316032:12345-192.168.203.3@tcp:101:checkstat.0 00010000:00010000:3.0:1746126491.158583:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126491.158596:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13f8a00/0x8f8d42f0d1117955 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0caed expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.158635:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131074a00/0x8f8d42f0d111795c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158644:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131074a00/0x8f8d42f0d111795c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158652:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131074a00/0x8f8d42f0d111795c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158685:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131074400/0x8f8d42f0d1117963 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158691:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131074400/0x8f8d42f0d1117963 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158696:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131074400/0x8f8d42f0d1117963 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158794:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dd8200/0x8f8d42f0d111796a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158801:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dd8200/0x8f8d42f0d111796a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158807:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dd8200/0x8f8d42f0d111796a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:3.0:1746126491.158829:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00000004:00200000:3.0:1746126491.158832:0:11031:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126491.158843:0:11031:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094dd8200/0x8f8d42f0d111796a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158850:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dd8200/0x8f8d42f0d111796a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158856:0:11031:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131074a00/0x8f8d42f0d111795c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158860:0:11031:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131074a00/0x8f8d42f0d111795c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158865:0:11031:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131074a00/0x8f8d42f0d111795c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158869:0:11031:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131074a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:3.0:1746126491.158873:0:11031:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131074a00/0x8f8d42f0d111795c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158877:0:11031:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131074a00/0x8f8d42f0d111795c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158885:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099941200) 00010000:00010000:3.0:1746126491.158887:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126491.158890:0:11031:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131074a00/0x8f8d42f0d111795c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158894:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131074a00/0x8f8d42f0d111795c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158903:0:11031:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131074400/0x8f8d42f0d1117963 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158907:0:11031:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131074400/0x8f8d42f0d1117963 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158912:0:11031:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131074400/0x8f8d42f0d1117963 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158915:0:11031:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131074400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:3.0:1746126491.158917:0:11031:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131074400/0x8f8d42f0d1117963 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158921:0:11031:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131074400/0x8f8d42f0d1117963 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158926:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880099941800) 00010000:00010000:3.0:1746126491.158927:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126491.158929:0:11031:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131074400/0x8f8d42f0d1117963 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158933:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131074400/0x8f8d42f0d1117963 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126491.158952:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13f8a00/0x8f8d42f0d1117955 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caed expref: 21 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.158961:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dd8200/0x8f8d42f0d111796a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caed expref: 20 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.158966:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800a6a8cc00) 00010000:00010000:3.0:1746126491.158968:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126491.158970:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dd8200, rc 0) 00000100:00100000:3.0:1746126491.159007:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1180:x1830945822316032:12345-192.168.203.3@tcp:101:checkstat.0 Request processed in 437us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126491.159013:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30893 00000100:00100000:2.0:1746126491.162206:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.162235:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.162340:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822316288 00000100:00100000:3.0:1746126491.162347:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822316288 00000100:00100000:3.0:1746126491.162377:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822316160 00000100:00100000:3.0:1746126491.162379:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822316160 00000100:00100000:3.0:1746126491.162392:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5499 00000100:00100000:3.0:1746126491.162398:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822316288:12345-192.168.203.3@tcp:101:checkstat.0 00010000:00010000:3.0:1746126491.162411:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126491.162425:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135127400/0x8f8d42f0d1117971 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cafb expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126491.162466:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820569984:192.168.203.3@tcp:106: 00000100:00100000:0.0:1746126491.162582:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5500 00000100:00100000:0.0:1746126491.162589:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822316160:12345-192.168.203.3@tcp:101:checkstat.0 00010000:00010000:0.0:1746126491.162596:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126491.162604:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d1117978 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0caf4 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126491.162626:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092831500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820570112:192.168.203.3@tcp:106: 00000100:00100000:3.0:1746126491.163299:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126491.163919:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca300 going to sleep for 11 seconds 00002000:00010000:3.0:1746126491.164383:0:10567:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746126491.164386:0:10567:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime: 0 -> 1746126489 00002000:00010000:3.0:1746126491.164388:0:10567:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime: 0 -> 1746126488 00002000:00010000:3.0:1746126491.164390:0:10567:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime: 0 -> 1746126489 00000100:00100000:3.0:1746126491.164405:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820569984:192.168.203.3@tcp:106: 00010000:00010000:3.0:1746126491.164423:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135127400/0x8f8d42f0d1117971 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cafb expref: 7 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126491.164432:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135127400/0x8f8d42f0d1117971 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cafb expref: 7 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126491.164447:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127400, rc 0) 00000100:00100000:3.0:1746126491.164885:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822316288:12345-192.168.203.3@tcp:101:checkstat.0 Request processed in 2485us (2683us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126491.164891:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5499 00002000:00010000:1.0:1746126491.165426:0:8479:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746126491.165429:0:8479:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime: 0 -> 1746126489 00002000:00010000:1.0:1746126491.165430:0:8479:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746126488 00002000:00010000:1.0:1746126491.165431:0:8479:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime: 0 -> 1746126489 00002000:00010000:1.0:1746126491.165433:0:8479:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks: 1 -> 18439 00002000:00010000:1.0:1746126491.165442:0:8479:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 18439 -> 26633 00000100:00100000:1.0:1746126491.165447:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092831500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820570112:192.168.203.3@tcp:106: 00010000:00010000:1.0:1746126491.165461:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d1117978 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caf4 expref: 8 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126491.165469:0:8479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43e5a00/0x8f8d42f0d1117978 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caf4 expref: 8 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126491.165479:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e5a00, rc 0) 00000100:00100000:1.0:1746126491.165513:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822316160:12345-192.168.203.3@tcp:101:checkstat.0 Request processed in 2924us (3277us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126491.165518:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5500 00000100:00100000:0.0:1746126491.179874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.180392:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822316416 00000100:00100000:2.0:1746126491.180399:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822316416 00000100:00100000:2.0:1746126491.180449:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30894 00000100:00100000:2.0:1746126491.180455:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:1181:x1830945822316416:12345-192.168.203.3@tcp:101:checkstat.0 00010000:00010000:2.0:1746126491.180471:0:7132:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126491.180486:0:7132:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093686200/0x8f8d42f0d111797f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb02 expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126491.180545:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126491.180555:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126491.180563:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:2.0:1746126491.180612:0:7132:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746126491.180615:0:7132:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126491.180632:0:7132:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126491.180651:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093686200/0x8f8d42f0d111797f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb02 expref: 15 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126491.180670:0:7132:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb02 expref: 14 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126491.180676:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099941200) 00010000:00010000:2.0:1746126491.180678:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126491.180681:0:7132:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eb9a00, rc 0) 00000100:00100000:2.0:1746126491.180729:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1181:x1830945822316416:12345-192.168.203.3@tcp:101:checkstat.0 Request processed in 272us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126491.180734:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30894 00000100:00080000:0.0:1746126491.180795:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126491.199462:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.199642:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822316672 00000100:00100000:0.0:1746126491.199650:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822316672 00000100:00100000:0.0:1746126491.199690:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30895 00000100:00100000:0.0:1746126491.199696:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1182:x1830945822316672:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:0.0:1746126491.199710:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126491.199725:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d111798d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb09 expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126491.199792:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4c00/0x8f8d42f0d1117994 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126491.199801:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4c00/0x8f8d42f0d1117994 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126491.199809:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4c00/0x8f8d42f0d1117994 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:0.0:1746126491.199816:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746126491.199903:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d111798d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb09 expref: 23 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126491.199933:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4c00/0x8f8d42f0d1117994 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb09 expref: 22 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126491.199940:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:0.0:1746126491.199942:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746126491.199945:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4c00, rc 0) 00000100:00100000:0.0:1746126491.199981:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1182:x1830945822316672:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 284us (526us total) trans 4294980641 rc 0/0 00000100:00100000:0.0:1746126491.199986:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30895 00000100:00100000:1.0:1746126491.204929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.205174:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822316928 00000100:00100000:2.0:1746126491.205181:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822316928 00000100:00100000:2.0:1746126491.205754:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30896 00000100:00100000:2.0:1746126491.205761:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1182:x1830945822316928:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:2.0:1746126491.205778:0:7132:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126491.205790:0:7132:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d11179a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb10 expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126491.205852:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093686200/0x8f8d42f0d11179a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126491.205862:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093686200/0x8f8d42f0d11179a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:2.0:1746126491.205869:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093686200/0x8f8d42f0d11179a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:2.0:1746126491.205879:0:7132:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746126491.205959:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9000/0x8f8d42f0d11179a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb10 expref: 25 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126491.206729:0:7132:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093686200/0x8f8d42f0d11179a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb10 expref: 24 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126491.206736:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800a6a8cc00) 00010000:00010000:2.0:1746126491.206739:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126491.206741:0:7132:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093686200, rc 0) 00000100:00100000:2.0:1746126491.206780:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1182:x1830945822316928:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 1019us (1857us total) trans 4294980642 rc 0/0 00000100:00100000:2.0:1746126491.206787:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30896 00000100:00100000:0.0:1746126491.213653:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126491.213854:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822317056 00000100:00100000:1.0:1746126491.213861:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822317056 00000100:00100000:1.0:1746126491.213900:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 160 00000100:00100000:1.0:1746126491.213907:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092832a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1977:x1830945822317056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126491.213919:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126491.213937:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093686200/0x8f8d42f0d11179a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb10 expref: 24 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.214719:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800a6a8cc00) 00010000:00010000:1.0:1746126491.214725:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126491.214762:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092832a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1977:x1830945822317056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 855us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126491.214769:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 160 00000100:00100000:0.0:1746126491.214924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.214977:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126491.217613:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822317312 00000100:00100000:1.0:1746126491.217622:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822317312 00000100:00100000:1.0:1746126491.217659:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822317184 00000100:00100000:1.0:1746126491.217661:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822317184 00000100:00100000:1.0:1746126491.217676:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5501 00000100:00100000:1.0:1746126491.217682:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822317312:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:1.0:1746126491.217695:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126491.217708:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a287a00/0x8f8d42f0d11179b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb1e expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126491.217745:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092591c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820570240:192.168.203.3@tcp:106: 00000100:00100000:1.0:1746126491.217805:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126491.217966:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5502 00000100:00100000:2.0:1746126491.217974:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822317184:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:2.0:1746126491.217982:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126491.217991:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d11179be lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb17 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126491.218014:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820570368:192.168.203.3@tcp:106: 00000100:00100000:2.0:1746126491.218034:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126491.220894:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092591c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8479:1830945820570240:192.168.203.3@tcp:106: 00010000:00010000:1.0:1746126491.220916:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a287a00/0x8f8d42f0d11179b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb1e expref: 7 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126491.220926:0:8479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a287a00/0x8f8d42f0d11179b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb1e expref: 7 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126491.220935:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a287a00, rc 0) 00000100:00100000:1.0:1746126491.220966:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1977:x1830945822317312:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 3283us (6041us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126491.220972:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5501 00000100:00100000:3.0:1746126491.222321:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820570368:192.168.203.3@tcp:106: 00010000:00010000:3.0:1746126491.222339:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d11179be lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb17 expref: 8 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126491.222347:0:8480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d11179be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb17 expref: 8 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126491.222365:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093686a00, rc 0) 00000100:00100000:3.0:1746126491.222391:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822317184:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 4418us (7414us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126491.222397:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5502 00000100:00100000:0.0:1746126491.254093:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.255270:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.255300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.255830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.256155:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822317568 00000100:00100000:0.0:1746126491.256163:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822317568 00002000:00100000:0.0:1746126491.256201:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880092831500 x1830945822317568/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.256211:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831500 with x1830945822317568 ext(0->1048575) 00002000:00010000:0.0:1746126491.256215:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092831500 00000100:00100000:0.0:1746126491.256229:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822317824 00000100:00100000:0.0:1746126491.256231:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822317824 00002000:00100000:0.0:1746126491.256241:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff8800946cdc00 x1830945822317824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.256248:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdc00 with x1830945822317824 ext(1048576->2097151) 00002000:00010000:0.0:1746126491.256250:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946cdc00 00000100:00100000:0.0:1746126491.256256:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822318080 00000100:00100000:0.0:1746126491.256258:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822318080 00002000:00100000:0.0:1746126491.256266:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff8800946cce00 x1830945822318080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.256273:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cce00 with x1830945822318080 ext(0->1048575) 00002000:00010000:0.0:1746126491.256275:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cce00 00000100:00100000:0.0:1746126491.256281:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822318208 00000100:00100000:0.0:1746126491.256283:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822318208 00002000:00100000:0.0:1746126491.256290:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (1048576->2097151) req@ffff8800946cea00 x1830945822318208/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.256296:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cea00 with x1830945822318208 ext(1048576->2097151) 00002000:00010000:0.0:1746126491.256298:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cea00 00000100:00100000:0.0:1746126491.256309:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4235 00000100:00100000:0.0:1746126491.256314:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822317568:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.256924:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4236 00000100:00100000:0.0:1746126491.256930:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822317824:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.257474:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4237 00000100:00100000:0.0:1746126491.257480:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822318080:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126491.259423:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4238 00000100:00100000:3.0:1746126491.259435:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822318208:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126491.276231:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822317568:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 19907us (22148us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.276243:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4235 00002000:00100000:2.0:1746126491.276253:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880092831500 x1830945822317568/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.276261:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092831500 with x1830945822317568 ext(0->1048575) 00002000:00010000:2.0:1746126491.276265:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092831500 00000100:00100000:1.0:1746126491.277414:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1976:x1830945822317824:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 20481us (22143us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126491.277422:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4236 00002000:00100000:1.0:1746126491.277430:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff8800946cdc00 x1830945822317824/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.277437:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cdc00 with x1830945822317824 ext(1048576->2097151) 00002000:00010000:1.0:1746126491.277441:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946cdc00 00000100:00100000:2.0:1746126491.290784:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822318080:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 33296us (35475us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.290794:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4237 00002000:00100000:2.0:1746126491.290804:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff8800946cce00 x1830945822318080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.290811:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cce00 with x1830945822318080 ext(0->1048575) 00002000:00010000:2.0:1746126491.290816:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cce00 00000100:00100000:3.0:1746126491.291273:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822318208:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 31841us (35442us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126491.291279:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4238 00002000:00100000:3.0:1746126491.291285:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (1048576->2097151) req@ffff8800946cea00 x1830945822318208/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.291297:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946cea00 with x1830945822318208 ext(1048576->2097151) 00002000:00010000:3.0:1746126491.291300:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946cea00 00000100:00100000:0.0:1746126491.299099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.299160:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822318464 00000100:00100000:3.0:1746126491.299169:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822318464 00000100:00100000:3.0:1746126491.299266:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5503 00000100:00100000:3.0:1746126491.299278:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1182:x1830945822318464:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:3.0:1746126491.299293:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126491.299307:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb25 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.299329:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11177b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cac3 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.299335:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126491.299336:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126491.299339:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.299361:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11177b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cac3 expref: 7 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.299370:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11177b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cac3 expref: 7 pid: 10567 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746126491.299380:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820570496:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126491.299588:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126491.300908:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8480:1830945820570496:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126491.300924:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.300935:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14400, rc 0) 00000100:00100000:3.0:1746126491.300967:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1182:x1830945822318464:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 1690us (1887us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126491.300972:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5503 00000100:00100000:2.0:1746126491.310444:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126491.310561:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822318592 00000100:00100000:1.0:1746126491.310570:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822318592 00010000:00010000:1.0:1746126491.310611:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11177b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cac3 expref: 8 pid: 10567 timeout: 632 lvb_type: 0 00000100:00080000:0.0:1746126491.310623:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126491.310644:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7701 00000100:00100000:1.0:1746126491.310651:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822318592:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126491.310663:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126491.310679:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11177b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cac3 expref: 8 pid: 10567 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746126491.310690:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11177b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cac3 expref: 8 pid: 10567 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746126491.310709:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bdfa00/0x8f8d42f0d11177b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cac3 expref: 8 pid: 10567 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746126491.310732:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126491.310734:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126491.310740:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.310746:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.310772:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126491.310781:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092591c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820570624:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126491.310852:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126491.313811:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092591c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820570624:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126491.313826:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126491.313868:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1977:x1830945822318592:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3218us (3431us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126491.313876:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7701 00000100:00100000:0.0:1746126491.315912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.315977:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822318848 00000100:00100000:3.0:1746126491.315984:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822318848 00002000:00100000:3.0:1746126491.316016:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880099a46a00 x1830945822318848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.316025:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46a00 with x1830945822318848 ext(0->1048575) 00002000:00010000:3.0:1746126491.316029:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a46a00 00000100:00100000:3.0:1746126491.316053:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4239 00000100:00100000:3.0:1746126491.316058:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822318848:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126491.322223:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822318848:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 6156us (6307us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126491.322233:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4239 00002000:00100000:3.0:1746126491.322242:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880099a46a00 x1830945822318848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.322250:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46a00 with x1830945822318848 ext(0->1048575) 00002000:00010000:3.0:1746126491.322255:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a46a00 00000100:00100000:1.0:1746126491.328747:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.328816:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822318976 00000100:00100000:3.0:1746126491.328823:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822318976 00000100:00100000:3.0:1746126491.328855:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5504 00000100:00100000:3.0:1746126491.328861:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+6:1182:x1830945822318976:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:3.0:1746126491.328874:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126491.328889:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb2c expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.328910:0:8480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11177bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caca expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.328916:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126491.328918:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126491.328921:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.328942:0:8480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11177bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caca expref: 31 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.328951:0:8480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11177bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caca expref: 31 pid: 10567 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746126491.328960:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009df7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1830945820570752:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126491.329013:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126491.331004:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009df7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1830945820570752:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126491.331026:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126491.331040:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e14000, rc 0) 00000100:00100000:3.0:1746126491.331069:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1182:x1830945822318976:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 2207us (2329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126491.331075:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5504 00000100:00100000:2.0:1746126491.339653:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126491.340254:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822319104 00000100:00100000:1.0:1746126491.340261:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822319104 00010000:00010000:1.0:1746126491.340304:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11177bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caca expref: 32 pid: 10567 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746126491.340335:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7702 00000100:00100000:1.0:1746126491.340343:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1976:x1830945822319104:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126491.340353:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126491.340369:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11177bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caca expref: 32 pid: 10567 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746126491.340378:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11177bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caca expref: 32 pid: 10567 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746126491.340401:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43600/0x8f8d42f0d11177bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caca expref: 32 pid: 10567 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746126491.340415:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126491.340417:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126491.340422:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.340429:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126491.340454:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 6 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126491.340464:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092590000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820570880:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126491.340550:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a480c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746126491.340653:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126491.344970:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092590000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820570880:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126491.344986:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126491.345027:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+31:1976:x1830945822319104:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4685us (5380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126491.345036:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7702 00000100:00100000:1.0:1746126491.369394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126491.369595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126491.370527:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.371133:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822319744 00000100:00100000:0.0:1746126491.371142:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822319744 00002000:00100000:0.0:1746126491.371176:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880093954700 x1830945822319744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.371186:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954700 with x1830945822319744 ext(1048576->2097151) 00002000:00010000:0.0:1746126491.371191:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093954700 00000100:00100000:0.0:1746126491.371207:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822319872 00000100:00100000:0.0:1746126491.371209:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822319872 00002000:00100000:0.0:1746126491.371219:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880093954e00 x1830945822319872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.371226:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954e00 with x1830945822319872 ext(1048576->2097151) 00002000:00010000:0.0:1746126491.371228:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093954e00 00000100:00100000:0.0:1746126491.371241:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4240 00000100:00100000:2.0:1746126491.371245:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4241 00000100:00100000:0.0:1746126491.371246:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822319744:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126491.371251:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822319872:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126491.372665:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822319360 00000100:00100000:3.0:1746126491.372671:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822319360 00002000:00100000:3.0:1746126491.372696:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880092590000 x1830945822319360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.372703:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590000 with x1830945822319360 ext(0->1048575) 00002000:00010000:3.0:1746126491.372706:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092590000 00000100:00100000:3.0:1746126491.372721:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4242 00000100:00100000:3.0:1746126491.372726:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822319360:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126491.388324:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822319744:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 17070us (18721us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.388338:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4240 00002000:00100000:2.0:1746126491.388347:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880093954700 x1830945822319744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.388355:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954700 with x1830945822319744 ext(1048576->2097151) 00002000:00010000:2.0:1746126491.388360:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093954700 00000100:00100000:2.0:1746126491.392280:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822319872:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 21022us (21747us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.392290:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4241 00002000:00100000:2.0:1746126491.392299:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880093954e00 x1830945822319872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.392308:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954e00 with x1830945822319872 ext(1048576->2097151) 00002000:00010000:2.0:1746126491.392313:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093954e00 00000100:00100000:3.0:1746126491.394339:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822319360:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 21607us (24947us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126491.394347:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4242 00002000:00100000:3.0:1746126491.394356:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880092590000 x1830945822319360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.394362:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092590000 with x1830945822319360 ext(0->1048575) 00002000:00010000:3.0:1746126491.394366:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092590000 00000100:00100000:0.0:1746126491.459210:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.459368:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.460068:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822320128 00000100:00100000:2.0:1746126491.460077:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822320128 00002000:00100000:2.0:1746126491.460125:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff880099a46680 x1830945822320128/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.460134:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46680 with x1830945822320128 ext(2097152->3145727) 00002000:00010000:2.0:1746126491.460138:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a46680 00000100:00100000:2.0:1746126491.460154:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822320384 00000100:00100000:2.0:1746126491.460157:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822320384 00002000:00100000:2.0:1746126491.460167:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880099a44a80 x1830945822320384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.460173:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44a80 with x1830945822320384 ext(3145728->4194303) 00002000:00010000:2.0:1746126491.460175:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a44a80 00000100:00100000:2.0:1746126491.460194:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4243 00000100:00100000:2.0:1746126491.460200:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822320128:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126491.460356:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4244 00000100:00100000:3.0:1746126491.460364:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822320384:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.460904:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.461682:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822320640 00000100:00100000:0.0:1746126491.461688:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822320640 00000100:00100000:1.0:1746126491.461726:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.462327:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822320768 00000100:00100000:0.0:1746126491.462331:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822320768 00002000:00100000:0.0:1746126491.462361:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (3145728->4194303) req@ffff880093956680 x1830945822320768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.462370:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093956680 with x1830945822320768 ext(3145728->4194303) 00002000:00010000:0.0:1746126491.462374:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093956680 00000100:00100000:0.0:1746126491.462390:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4245 00000100:00100000:0.0:1746126491.462395:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822320768:12345-192.168.203.3@tcp:3:cmp.0 00002000:00100000:1.0:1746126491.462443:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (2097152->3145727) req@ffff880099a47480 x1830945822320640/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.462451:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a47480 with x1830945822320640 ext(2097152->3145727) 00002000:00010000:1.0:1746126491.462454:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a47480 00000100:00100000:1.0:1746126491.462473:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4246 00000100:00100000:1.0:1746126491.462479:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822320640:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126491.476440:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822320128:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 16232us (17228us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.476450:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4243 00002000:00100000:2.0:1746126491.476460:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff880099a46680 x1830945822320128/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.476468:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46680 with x1830945822320128 ext(2097152->3145727) 00002000:00010000:2.0:1746126491.476472:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a46680 00000100:00100000:3.0:1746126491.476659:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822320384:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 16295us (17290us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126491.476665:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4244 00002000:00100000:3.0:1746126491.476671:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880099a44a80 x1830945822320384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.476679:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44a80 with x1830945822320384 ext(3145728->4194303) 00002000:00010000:3.0:1746126491.476681:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a44a80 00000100:00100000:2.0:1746126491.492768:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822320640:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 30280us (31857us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.492779:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4246 00002000:00100000:2.0:1746126491.492789:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x19:0x0] (2097152->3145727) req@ffff880099a47480 x1830945822320640/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.492797:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a47480 with x1830945822320640 ext(2097152->3145727) 00002000:00010000:2.0:1746126491.492802:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a47480 00000100:00100000:1.0:1746126491.497657:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822320768:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 35253us (35923us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126491.497668:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4245 00002000:00100000:1.0:1746126491.497679:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (3145728->4194303) req@ffff880093956680 x1830945822320768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.497688:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093956680 with x1830945822320768 ext(3145728->4194303) 00002000:00010000:1.0:1746126491.497693:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093956680 00000100:00100000:0.0:1746126491.521059:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.521104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.521131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.521170:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.521202:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822321152 00000100:00100000:0.0:1746126491.521209:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822321152 00002000:00100000:0.0:1746126491.521240:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff880099a45f80 x1830945822321152/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.521248:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45f80 with x1830945822321152 ext(2097152->3145727) 00002000:00010000:0.0:1746126491.521252:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a45f80 00000100:00100000:0.0:1746126491.521266:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822321408 00000100:00100000:0.0:1746126491.521268:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822321408 00002000:00100000:0.0:1746126491.521279:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880099a47b80 x1830945822321408/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.521286:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a47b80 with x1830945822321408 ext(2097152->3145727) 00002000:00010000:0.0:1746126491.521288:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a47b80 00000100:00100000:0.0:1746126491.521294:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822321536 00000100:00100000:0.0:1746126491.521296:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822321536 00002000:00100000:0.0:1746126491.521304:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880099a45c00 x1830945822321536/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.521310:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45c00 with x1830945822321536 ext(3145728->4194303) 00002000:00010000:0.0:1746126491.521312:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a45c00 00000100:00100000:0.0:1746126491.521318:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822321792 00000100:00100000:0.0:1746126491.521319:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822321792 00002000:00100000:0.0:1746126491.521327:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880099a44380 x1830945822321792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.521332:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44380 with x1830945822321792 ext(3145728->4194303) 00002000:00010000:0.0:1746126491.521334:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a44380 00000100:00100000:0.0:1746126491.521343:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4247 00000100:00100000:0.0:1746126491.521349:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822321152:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.521993:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4248 00000100:00100000:0.0:1746126491.521999:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822321408:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.522403:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4249 00000100:00100000:0.0:1746126491.522408:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822321536:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.522819:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4250 00000100:00100000:0.0:1746126491.522825:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822321792:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.540663:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822321152:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 19305us (19603us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.540674:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4247 00002000:00100000:0.0:1746126491.540684:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff880099a45f80 x1830945822321152/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.540693:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45f80 with x1830945822321152 ext(2097152->3145727) 00002000:00010000:0.0:1746126491.540698:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a45f80 00000100:00100000:0.0:1746126491.551829:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822321408:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 29822us (30716us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.551840:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4248 00002000:00100000:0.0:1746126491.551849:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880099a47b80 x1830945822321408/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.551857:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a47b80 with x1830945822321408 ext(2097152->3145727) 00002000:00010000:0.0:1746126491.551862:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a47b80 00000100:00100000:0.0:1746126491.565708:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822321536:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 43290us (44567us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.565719:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4249 00002000:00100000:0.0:1746126491.565731:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880099a45c00 x1830945822321536/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.565739:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45c00 with x1830945822321536 ext(3145728->4194303) 00002000:00010000:0.0:1746126491.565745:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a45c00 00000100:00100000:0.0:1746126491.566187:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822321792:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 43360us (45015us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.566196:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4250 00002000:00100000:0.0:1746126491.566202:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880099a44380 x1830945822321792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.566208:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44380 with x1830945822321792 ext(3145728->4194303) 00002000:00010000:0.0:1746126491.566211:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a44380 00000100:00100000:3.0:1746126491.590868:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.590890:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.590917:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.590940:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126491.590950:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822322176 00000100:00100000:1.0:1746126491.590958:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822322176 00000100:00100000:3.0:1746126491.590969:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822322432 00000100:00100000:3.0:1746126491.590973:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822322432 00002000:00100000:3.0:1746126491.590993:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (4194304->5242879) req@ffff880094258e00 x1830945822322432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.590993:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff88009df7b800 x1830945822322176/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.591001:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258e00 with x1830945822322432 ext(4194304->5242879) 00002000:00100000:1.0:1746126491.591001:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7b800 with x1830945822322176 ext(4194304->5242879) 00002000:00010000:3.0:1746126491.591005:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094258e00 00002000:00010000:1.0:1746126491.591005:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df7b800 00000100:00100000:1.0:1746126491.591019:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822322688 00000100:00100000:1.0:1746126491.591021:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822322688 00002000:00100000:1.0:1746126491.591031:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x19:0x0] (5242880->6291455) req@ffff88009425aa00 x1830945822322688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.591041:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425aa00 with x1830945822322688 ext(5242880->6291455) 00002000:00010000:1.0:1746126491.591043:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425aa00 00000100:00100000:2.0:1746126491.591988:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822322816 00000100:00100000:2.0:1746126491.591993:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822322816 00002000:00100000:2.0:1746126491.592012:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880094258700 x1830945822322816/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.592019:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258700 with x1830945822322816 ext(5242880->6291455) 00002000:00010000:2.0:1746126491.592022:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094258700 00000100:00100000:2.0:1746126491.592040:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4251 00000100:00100000:2.0:1746126491.592046:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822322176:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126491.592169:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4252 00000100:00100000:1.0:1746126491.592176:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822322432:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126491.592184:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4253 00000100:00100000:3.0:1746126491.592190:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822322688:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126491.592730:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4254 00000100:00100000:1.0:1746126491.592735:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822322816:12345-192.168.203.3@tcp:3:cmp.0 00010000:00010000:3.0:1746126491.596206:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126491.607443:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1975:x1830945822322432:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 15257us (16540us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126491.607454:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4252 00002000:00100000:1.0:1746126491.607466:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (4194304->5242879) req@ffff880094258e00 x1830945822322432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.607481:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258e00 with x1830945822322432 ext(4194304->5242879) 00002000:00010000:1.0:1746126491.607487:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094258e00 00000100:00100000:1.0:1746126491.616758:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822322816:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 24015us (25808us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126491.616767:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4254 00002000:00100000:1.0:1746126491.616777:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880094258700 x1830945822322816/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.616786:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258700 with x1830945822322816 ext(5242880->6291455) 00002000:00010000:1.0:1746126491.616791:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094258700 00000100:00100000:0.0:1746126491.616920:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822322688:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 24728us (26000us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.616931:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4253 00002000:00100000:0.0:1746126491.616939:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (5242880->6291455) req@ffff88009425aa00 x1830945822322688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.616947:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425aa00 with x1830945822322688 ext(5242880->6291455) 00002000:00010000:0.0:1746126491.616950:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425aa00 00000100:00100000:2.0:1746126491.621614:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822322176:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 29562us (30747us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.621624:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4251 00002000:00100000:2.0:1746126491.621634:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff88009df7b800 x1830945822322176/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.621643:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df7b800 with x1830945822322176 ext(4194304->5242879) 00002000:00010000:2.0:1746126491.621648:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df7b800 00000100:00100000:2.0:1746126491.629759:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.629861:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822323200 00000100:00100000:0.0:1746126491.629868:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822323200 00002000:00100000:0.0:1746126491.629902:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff880092807480 x1830945822323200/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.629911:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807480 with x1830945822323200 ext(6291456->7340031) 00002000:00010000:0.0:1746126491.629915:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092807480 00000100:00100000:0.0:1746126491.629939:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4255 00000100:00100000:0.0:1746126491.629945:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822323200:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.645271:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822323200:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 15318us (15510us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.645281:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4255 00002000:00100000:0.0:1746126491.645291:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff880092807480 x1830945822323200/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.645299:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807480 with x1830945822323200 ext(6291456->7340031) 00002000:00010000:0.0:1746126491.645303:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092807480 00000100:00100000:3.0:1746126491.654779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.654814:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.654839:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.654876:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.654907:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822323456 00000100:00100000:3.0:1746126491.654914:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822323456 00000100:00100000:0.0:1746126491.654930:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822323968 00000100:00100000:0.0:1746126491.654938:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822323968 00002000:00100000:3.0:1746126491.654949:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff880094259f80 x1830945822323456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.654957:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88009425b800 x1830945822323968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.654958:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259f80 with x1830945822323456 ext(4194304->5242879) 00002000:00010000:3.0:1746126491.654963:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094259f80 00002000:00100000:0.0:1746126491.654964:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425b800 with x1830945822323968 ext(5242880->6291455) 00002000:00010000:0.0:1746126491.654967:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425b800 00000100:00100000:3.0:1746126491.654977:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822323840 00000100:00100000:0.0:1746126491.654979:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822324224 00000100:00100000:3.0:1746126491.654980:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822323840 00000100:00100000:0.0:1746126491.654981:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822324224 00002000:00100000:3.0:1746126491.654989:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88009425b100 x1830945822323840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.654990:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880094258000 x1830945822324224/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.654995:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425b100 with x1830945822323840 ext(4194304->5242879) 00002000:00100000:0.0:1746126491.654996:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258000 with x1830945822324224 ext(5242880->6291455) 00002000:00010000:3.0:1746126491.654998:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425b100 00002000:00010000:0.0:1746126491.654998:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094258000 00000100:00100000:3.0:1746126491.655015:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4256 00000100:00100000:3.0:1746126491.655021:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822323456:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.655099:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4257 00000100:00100000:0.0:1746126491.655109:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822323968:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126491.655121:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4258 00000100:00100000:2.0:1746126491.655127:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822323840:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.655614:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4259 00000100:00100000:0.0:1746126491.655619:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822324224:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126491.663146:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822323968:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 8032us (8323us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126491.663156:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4257 00002000:00100000:1.0:1746126491.663165:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88009425b800 x1830945822323968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.663174:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425b800 with x1830945822323968 ext(5242880->6291455) 00002000:00010000:1.0:1746126491.663178:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425b800 00000100:00100000:2.0:1746126491.676432:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822323840:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 21297us (21584us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.676442:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4258 00002000:00100000:2.0:1746126491.676451:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88009425b100 x1830945822323840/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.676459:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425b100 with x1830945822323840 ext(4194304->5242879) 00002000:00010000:2.0:1746126491.676464:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425b100 00000100:00100000:3.0:1746126491.679199:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822323456:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 24171us (24419us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126491.679209:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4256 00002000:00100000:3.0:1746126491.679220:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff880094259f80 x1830945822323456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.679228:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259f80 with x1830945822323456 ext(4194304->5242879) 00002000:00010000:3.0:1746126491.679233:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094259f80 00000100:00100000:0.0:1746126491.683569:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822324224:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 27942us (28685us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.683580:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4259 00002000:00100000:0.0:1746126491.683591:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880094258000 x1830945822324224/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.683600:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258000 with x1830945822324224 ext(5242880->6291455) 00002000:00010000:0.0:1746126491.683604:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094258000 00000100:00100000:1.0:1746126491.694304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.694360:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822324480 00000100:00100000:2.0:1746126491.694368:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822324480 00002000:00100000:2.0:1746126491.694404:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880093957800 x1830945822324480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.694412:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093957800 with x1830945822324480 ext(6291456->7340031) 00002000:00010000:2.0:1746126491.694417:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093957800 00000100:00100000:2.0:1746126491.694480:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4260 00000100:00100000:2.0:1746126491.694487:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822324480:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126491.704104:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.705119:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822324864 00000100:00100000:0.0:1746126491.705128:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822324864 00000100:00100000:3.0:1746126491.706032:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.706052:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.706169:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822324480:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 11681us (11871us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126491.706178:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4260 00002000:00100000:3.0:1746126491.706188:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880093957800 x1830945822324480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.706197:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093957800 with x1830945822324480 ext(6291456->7340031) 00002000:00010000:3.0:1746126491.706202:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093957800 00000100:00100000:3.0:1746126491.706218:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822325248 00000100:00100000:3.0:1746126491.706220:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822325248 00002000:00100000:3.0:1746126491.706240:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff88009425b480 x1830945822325248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.706247:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425b480 with x1830945822325248 ext(7340032->8388607) 00002000:00010000:3.0:1746126491.706250:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425b480 00000100:00100000:3.0:1746126491.706261:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822324736 00000100:00100000:3.0:1746126491.706263:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822324736 00000100:00100000:1.0:1746126491.706267:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4261 00002000:00100000:3.0:1746126491.706272:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (6291456->7340031) req@ffff880094259880 x1830945822324736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746126491.706273:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822325248:12345-192.168.203.3@tcp:3:cmp.0 00002000:00100000:3.0:1746126491.706278:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259880 with x1830945822324736 ext(6291456->7340031) 00002000:00010000:3.0:1746126491.706280:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094259880 00000100:00100000:3.0:1746126491.706288:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4262 00000100:00100000:3.0:1746126491.706291:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822324736:12345-192.168.203.3@tcp:3:cmp.0 00002000:00100000:0.0:1746126491.707292:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (7340032->8388607) req@ffff880094258380 x1830945822324864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.707299:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258380 with x1830945822324864 ext(7340032->8388607) 00002000:00010000:0.0:1746126491.707302:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094258380 00000100:00100000:0.0:1746126491.707314:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4263 00000100:00100000:0.0:1746126491.707319:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822324864:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126491.723589:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822325248:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 17308us (17552us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.723598:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4261 00002000:00100000:2.0:1746126491.723607:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff88009425b480 x1830945822325248/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.723615:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425b480 with x1830945822325248 ext(7340032->8388607) 00002000:00010000:2.0:1746126491.723619:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425b480 00000100:00100000:3.0:1746126491.730189:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822324736:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 23889us (24129us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126491.730200:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4262 00002000:00100000:3.0:1746126491.730210:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (6291456->7340031) req@ffff880094259880 x1830945822324736/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.730219:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259880 with x1830945822324736 ext(6291456->7340031) 00002000:00010000:3.0:1746126491.730224:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094259880 00000100:00100000:0.0:1746126491.735283:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822324864:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 27956us (31178us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.735293:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4263 00002000:00100000:0.0:1746126491.735303:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (7340032->8388607) req@ffff880094258380 x1830945822324864/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.735311:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094258380 with x1830945822324864 ext(7340032->8388607) 00002000:00010000:0.0:1746126491.735316:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094258380 00000100:00100000:1.0:1746126491.740345:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.740546:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822325504 00000100:00100000:0.0:1746126491.740554:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822325504 00002000:00100000:0.0:1746126491.740589:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff880093957b80 x1830945822325504/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.740597:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093957b80 with x1830945822325504 ext(8388608->9437183) 00002000:00010000:0.0:1746126491.740602:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093957b80 00000100:00100000:0.0:1746126491.740619:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4264 00000100:00100000:0.0:1746126491.740625:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822325504:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126491.751128:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.752414:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822325760 00000100:00100000:3.0:1746126491.752422:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822325760 00002000:00100000:3.0:1746126491.752453:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (8388608->9437183) req@ffff880093957100 x1830945822325760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.752462:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093957100 with x1830945822325760 ext(8388608->9437183) 00002000:00010000:3.0:1746126491.752467:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093957100 00000100:00100000:3.0:1746126491.752507:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4265 00000100:00100000:3.0:1746126491.752513:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822325760:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.757792:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822325504:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 17160us (17446us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.757802:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4264 00002000:00100000:0.0:1746126491.757811:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff880093957b80 x1830945822325504/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.757819:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093957b80 with x1830945822325504 ext(8388608->9437183) 00002000:00010000:0.0:1746126491.757824:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093957b80 00000100:00100000:0.0:1746126491.764557:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822325760:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 12036us (13428us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.764567:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4265 00002000:00100000:0.0:1746126491.764576:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (8388608->9437183) req@ffff880093957100 x1830945822325760/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.764584:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093957100 with x1830945822325760 ext(8388608->9437183) 00002000:00010000:0.0:1746126491.764589:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093957100 00000100:00100000:2.0:1746126491.770686:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.771529:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.771790:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.771808:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822326016 00000100:00100000:0.0:1746126491.771815:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822326016 00000100:00100000:1.0:1746126491.771853:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822326272 00000100:00100000:1.0:1746126491.771856:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822326272 00002000:00100000:1.0:1746126491.771885:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880092805500 x1830945822326272/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.771893:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805500 with x1830945822326272 ext(7340032->8388607) 00002000:00010000:1.0:1746126491.771897:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092805500 00002000:00100000:0.0:1746126491.772237:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880092804000 x1830945822326016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.772244:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804000 with x1830945822326016 ext(6291456->7340031) 00002000:00010000:0.0:1746126491.772246:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092804000 00000100:00100000:1.0:1746126491.772703:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822326528 00000100:00100000:1.0:1746126491.772706:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822326528 00002000:00100000:1.0:1746126491.772721:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff880092805180 x1830945822326528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.772727:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805180 with x1830945822326528 ext(7340032->8388607) 00002000:00010000:1.0:1746126491.772729:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092805180 00000100:00100000:0.0:1746126491.772767:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4266 00000100:00100000:0.0:1746126491.772774:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822326272:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.773241:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4267 00000100:00100000:0.0:1746126491.773247:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822326016:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126491.774486:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4268 00000100:00100000:3.0:1746126491.774504:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822326528:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.784842:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822326272:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 12059us (13304us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.784851:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4266 00002000:00100000:0.0:1746126491.784860:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880092805500 x1830945822326272/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.784868:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805500 with x1830945822326272 ext(7340032->8388607) 00002000:00010000:0.0:1746126491.784872:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092805500 00000100:00100000:0.0:1746126491.791768:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822326016:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 18513us (21080us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.791778:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4267 00002000:00100000:0.0:1746126491.791788:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880092804000 x1830945822326016/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.791796:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092804000 with x1830945822326016 ext(6291456->7340031) 00002000:00010000:0.0:1746126491.791800:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092804000 00000100:00100000:3.0:1746126491.801470:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822326528:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 26969us (29672us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126491.801480:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4268 00002000:00100000:3.0:1746126491.801489:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff880092805180 x1830945822326528/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.801511:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805180 with x1830945822326528 ext(7340032->8388607) 00002000:00010000:3.0:1746126491.801516:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092805180 00000100:00100000:1.0:1746126491.810388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.810457:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822326784 00000100:00100000:3.0:1746126491.810464:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822326784 00002000:00100000:3.0:1746126491.810518:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880093956300 x1830945822326784/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.810527:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093956300 with x1830945822326784 ext(8388608->9437183) 00002000:00010000:3.0:1746126491.810531:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093956300 00000100:00100000:3.0:1746126491.810548:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4269 00000100:00100000:3.0:1746126491.810553:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822326784:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.833425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.833661:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822327040 00000100:00100000:2.0:1746126491.833669:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822327040 00002000:00100000:2.0:1746126491.833702:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880099a44e00 x1830945822327040/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.833711:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44e00 with x1830945822327040 ext(8388608->9437183) 00002000:00010000:2.0:1746126491.833716:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a44e00 00000100:00100000:2.0:1746126491.833734:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4270 00000100:00100000:2.0:1746126491.833740:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822327040:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.836935:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822326784:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 26369us (26541us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.836945:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4269 00002000:00100000:0.0:1746126491.836955:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880093956300 x1830945822326784/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.836963:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093956300 with x1830945822326784 ext(8388608->9437183) 00002000:00010000:0.0:1746126491.836969:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093956300 00000100:00100000:3.0:1746126491.851820:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822327040:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 18073us (18395us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126491.851830:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4270 00002000:00100000:3.0:1746126491.851839:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880099a44e00 x1830945822327040/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126491.851847:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44e00 with x1830945822327040 ext(8388608->9437183) 00002000:00010000:3.0:1746126491.851852:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a44e00 00000100:00100000:3.0:1746126491.859863:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.860377:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.860866:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822327424 00000100:00100000:0.0:1746126491.860875:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822327424 00002000:00100000:0.0:1746126491.860909:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x19:0x0] (9437184->10485759) req@ffff880094259c00 x1830945822327424/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.860918:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259c00 with x1830945822327424 ext(9437184->10485759) 00002000:00010000:0.0:1746126491.860923:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094259c00 00000100:00100000:0.0:1746126491.861072:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822327552 00000100:00100000:0.0:1746126491.861085:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822327552 00002000:00100000:0.0:1746126491.861099:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88009425a680 x1830945822327552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.861106:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425a680 with x1830945822327552 ext(9437184->10485759) 00002000:00010000:0.0:1746126491.861109:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425a680 00000100:00100000:1.0:1746126491.861170:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4271 00000100:00100000:1.0:1746126491.861178:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822327424:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.863479:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4272 00000100:00100000:0.0:1746126491.863491:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822327552:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126491.872210:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822327424:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 11025us (12347us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126491.872220:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4271 00002000:00100000:1.0:1746126491.872229:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x19:0x0] (9437184->10485759) req@ffff880094259c00 x1830945822327424/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.872237:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259c00 with x1830945822327424 ext(9437184->10485759) 00002000:00010000:1.0:1746126491.872242:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094259c00 00000100:00100000:0.0:1746126491.879575:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822327552:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 16081us (19191us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.879585:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4272 00002000:00100000:0.0:1746126491.879595:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88009425a680 x1830945822327552/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.879603:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425a680 with x1830945822327552 ext(9437184->10485759) 00002000:00010000:0.0:1746126491.879607:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425a680 00000100:00100000:3.0:1746126491.890669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.890702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.890720:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.890858:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.890877:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.890896:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.890976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.890999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126491.891027:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822328832 00000100:00100000:3.0:1746126491.891034:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822328832 00000100:00100000:3.0:1746126491.891064:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822328960 00000100:00100000:3.0:1746126491.891065:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822328960 00000100:00100000:3.0:1746126491.891091:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 445 00000100:00100000:3.0:1746126491.891098:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135151c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+31:1975:x1830945822328832:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126491.891148:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135151c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+31:1975:x1830945822328832:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 51us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126491.891153:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 445 00000100:00100000:3.0:1746126491.891165:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 446 00000100:00100000:3.0:1746126491.891169:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1975:x1830945822328960:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126491.891185:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1975:x1830945822328960:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 16us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126491.891189:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 446 00000100:00100000:3.0:1746126491.891213:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822328448 00000100:00100000:3.0:1746126491.891216:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822328448 00000100:00100000:3.0:1746126491.891231:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 382 00000100:00100000:3.0:1746126491.891235:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6886c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1975:x1830945822328448:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126491.891252:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6886c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1975:x1830945822328448:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 16us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126491.891257:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 382 00000100:00100000:3.0:1746126491.891274:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822328576 00000100:00100000:3.0:1746126491.891276:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822328576 00000100:00100000:3.0:1746126491.891289:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822328704 00000100:00100000:3.0:1746126491.891291:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822328704 00000100:00100000:3.0:1746126491.891302:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 369 00000100:00100000:3.0:1746126491.891306:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1975:x1830945822328576:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126491.891328:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1975:x1830945822328576:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 22us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126491.891333:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 369 00000100:00100000:3.0:1746126491.891340:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 370 00000100:00100000:3.0:1746126491.891344:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1975:x1830945822328704:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:3.0:1746126491.891358:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1975:x1830945822328704:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 14us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126491.891362:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 370 00000100:00100000:1.0:1746126491.891584:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822327936 00000100:00100000:1.0:1746126491.891588:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822327936 00002000:00100000:1.0:1746126491.891612:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff880094259500 x1830945822327936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.891620:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259500 with x1830945822327936 ext(10485760->11534335) 00002000:00010000:1.0:1746126491.891625:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094259500 00000100:00100000:1.0:1746126491.891635:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822328064 00000100:00100000:1.0:1746126491.891637:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822328064 00002000:00100000:1.0:1746126491.891646:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88009425a300 x1830945822328064/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.891652:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425a300 with x1830945822328064 ext(11534336->12582911) 00002000:00010000:1.0:1746126491.891655:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425a300 00000100:00100000:1.0:1746126491.891667:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822328320 00000100:00100000:1.0:1746126491.891668:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822328320 00002000:00100000:1.0:1746126491.891679:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (10485760->11534335) req@ffff880135150000 x1830945822328320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.891684:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135150000 with x1830945822328320 ext(10485760->11534335) 00002000:00010000:1.0:1746126491.891687:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135150000 00000100:00100000:1.0:1746126491.891704:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4273 00000100:00100000:1.0:1746126491.891708:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822327936:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126491.892309:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4274 00000100:00100000:1.0:1746126491.892315:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822328064:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126491.892900:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4275 00000100:00100000:1.0:1746126491.892907:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822328320:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.912313:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.912351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.912480:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822327936:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 20769us (21815us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.912489:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4273 00002000:00100000:0.0:1746126491.912521:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff880094259500 x1830945822327936/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.912529:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094259500 with x1830945822327936 ext(10485760->11534335) 00002000:00010000:0.0:1746126491.912533:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094259500 00000100:00100000:0.0:1746126491.912552:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822329344 00000100:00100000:0.0:1746126491.912556:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822329344 00002000:00100000:0.0:1746126491.912577:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880099a46300 x1830945822329344/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.912583:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46300 with x1830945822329344 ext(9437184->10485759) 00002000:00010000:0.0:1746126491.912586:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a46300 00000100:00100000:0.0:1746126491.912596:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822329472 00000100:00100000:0.0:1746126491.912597:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822329472 00002000:00100000:0.0:1746126491.912607:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880099a45180 x1830945822329472/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.912612:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45180 with x1830945822329472 ext(9437184->10485759) 00002000:00010000:0.0:1746126491.912614:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a45180 00000100:00100000:0.0:1746126491.917853:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4276 00000100:00100000:0.0:1746126491.917867:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822329344:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126491.918923:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4277 00000100:00100000:2.0:1746126491.918931:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822329472:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126491.928575:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822328064:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 36252us (37864us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126491.928585:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4274 00002000:00100000:1.0:1746126491.928595:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88009425a300 x1830945822328064/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126491.928604:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425a300 with x1830945822328064 ext(11534336->12582911) 00002000:00010000:1.0:1746126491.928609:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425a300 00000100:00100000:2.0:1746126491.928853:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822328320:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 35945us (38131us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.928864:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4275 00002000:00100000:2.0:1746126491.928869:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (10485760->11534335) req@ffff880135150000 x1830945822328320/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.928875:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135150000 with x1830945822328320 ext(10485760->11534335) 00002000:00010000:2.0:1746126491.928878:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135150000 00000100:00100000:2.0:1746126491.940902:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822329344:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 23032us (28589us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.940913:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4276 00002000:00100000:2.0:1746126491.940922:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880099a46300 x1830945822329344/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.940930:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46300 with x1830945822329344 ext(9437184->10485759) 00002000:00010000:2.0:1746126491.940935:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a46300 00000100:00100000:2.0:1746126491.944545:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822329472:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 25607us (32186us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.944555:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4277 00002000:00100000:2.0:1746126491.944565:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880099a45180 x1830945822329472/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.944573:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45180 with x1830945822329472 ext(9437184->10485759) 00002000:00010000:2.0:1746126491.944578:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a45180 00000100:00100000:0.0:1746126491.958849:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.958877:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.958909:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126491.958937:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822329856 00000100:00100000:0.0:1746126491.958944:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822329856 00002000:00100000:0.0:1746126491.958974:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880099a46d80 x1830945822329856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.958982:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46d80 with x1830945822329856 ext(10485760->11534335) 00002000:00010000:0.0:1746126491.958986:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a46d80 00000100:00100000:0.0:1746126491.959006:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822329984 00000100:00100000:0.0:1746126491.959007:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822329984 00002000:00100000:0.0:1746126491.959017:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff880099a45880 x1830945822329984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.959022:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45880 with x1830945822329984 ext(10485760->11534335) 00002000:00010000:0.0:1746126491.959024:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a45880 00000100:00100000:0.0:1746126491.959030:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822330240 00000100:00100000:0.0:1746126491.959031:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822330240 00002000:00100000:0.0:1746126491.959038:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff880099a47800 x1830945822330240/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.959043:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a47800 with x1830945822330240 ext(11534336->12582911) 00002000:00010000:0.0:1746126491.959045:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a47800 00000100:00100000:0.0:1746126491.959053:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4278 00000100:00100000:0.0:1746126491.959058:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822329856:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.959520:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4279 00000100:00100000:0.0:1746126491.959526:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822329984:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.961325:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4280 00000100:00100000:0.0:1746126491.961335:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1974:x1830945822330240:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.964793:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126491.964855:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822330112 00000100:00100000:2.0:1746126491.964862:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822330112 00002000:00100000:2.0:1746126491.964894:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x19:0x0] (11534336->12582911) req@ffff880099a44000 x1830945822330112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/0 e 0 to 0 dl 1746126502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.964909:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44000 with x1830945822330112 ext(11534336->12582911) 00002000:00010000:2.0:1746126491.964913:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a44000 00000100:00100000:2.0:1746126491.964972:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4281 00000100:00100000:2.0:1746126491.964979:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1974:x1830945822330112:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126491.973452:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822329856:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 14386us (14602us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126491.973461:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4278 00002000:00100000:0.0:1746126491.973470:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880099a46d80 x1830945822329856/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126491.973478:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a46d80 with x1830945822329856 ext(10485760->11534335) 00002000:00010000:0.0:1746126491.973482:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a46d80 00000100:00100000:2.0:1746126491.986915:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+12:1974:x1830945822329984:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 27381us (28028us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.986926:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4279 00002000:00100000:2.0:1746126491.986936:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff880099a45880 x1830945822329984/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.986944:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a45880 with x1830945822329984 ext(10485760->11534335) 00002000:00010000:2.0:1746126491.986949:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a45880 00000100:00100000:2.0:1746126491.996791:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1974:x1830945822330240:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 35451us (37873us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.996800:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4280 00002000:00100000:2.0:1746126491.996809:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff880099a47800 x1830945822330240/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.996817:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a47800 with x1830945822330240 ext(11534336->12582911) 00002000:00010000:2.0:1746126491.996822:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a47800 00000100:00100000:2.0:1746126491.999785:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822330112:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 34800us (34993us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126491.999793:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4281 00002000:00100000:2.0:1746126491.999801:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x19:0x0] (11534336->12582911) req@ffff880099a44000 x1830945822330112/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:252/0 lens 488/440 e 0 to 0 dl 1746126502 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126491.999809:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a44000 with x1830945822330112 ext(11534336->12582911) 00002000:00010000:2.0:1746126491.999813:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a44000 00000100:00100000:0.0:1746126492.009435:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.009472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.009569:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822330624 00000100:00100000:3.0:1746126492.009576:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822330624 00002000:00100000:3.0:1746126492.009615:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff88009ba5ce00 x1830945822330624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.009623:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5ce00 with x1830945822330624 ext(12582912->13631487) 00002000:00010000:3.0:1746126492.009627:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba5ce00 00000100:00100000:3.0:1746126492.009639:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822330752 00000100:00100000:3.0:1746126492.009641:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822330752 00002000:00100000:3.0:1746126492.009648:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009ba5dc00 x1830945822330752/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.009653:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5dc00 with x1830945822330752 ext(11534336->12582911) 00002000:00010000:3.0:1746126492.009656:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba5dc00 00000100:00100000:3.0:1746126492.009678:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4282 00000100:00100000:3.0:1746126492.009684:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822330624:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126492.010310:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4283 00000100:00100000:3.0:1746126492.010317:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822330752:12345-192.168.203.3@tcp:3:cmp.0 00000100:00080000:0.0:1746126492.011198:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126492.025682:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822330624:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 15990us (16245us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126492.025691:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4282 00002000:00100000:3.0:1746126492.025701:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff88009ba5ce00 x1830945822330624/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.025709:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5ce00 with x1830945822330624 ext(12582912->13631487) 00002000:00010000:3.0:1746126492.025714:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba5ce00 00000100:00100000:3.0:1746126492.033347:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822330752:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 23022us (23865us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126492.033360:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4283 00002000:00100000:3.0:1746126492.033370:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009ba5dc00 x1830945822330752/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.033378:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5dc00 with x1830945822330752 ext(11534336->12582911) 00002000:00010000:3.0:1746126492.033383:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba5dc00 00000100:00100000:0.0:1746126492.042163:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.042256:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822331136 00000100:00100000:3.0:1746126492.042263:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822331136 00002000:00100000:3.0:1746126492.042837:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff88009ba5c700 x1830945822331136/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.042846:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5c700 with x1830945822331136 ext(12582912->13631487) 00002000:00010000:3.0:1746126492.042850:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5c700 00000100:00080000:0.0:1746126492.043525:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126492.044362:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4284 00000100:00100000:3.0:1746126492.044375:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822331136:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126492.056356:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822331136:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 11978us (14192us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126492.056365:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4284 00002000:00100000:3.0:1746126492.056375:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff88009ba5c700 x1830945822331136/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.056384:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5c700 with x1830945822331136 ext(12582912->13631487) 00002000:00010000:3.0:1746126492.056389:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5c700 00000100:00100000:0.0:1746126492.062827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.063958:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822331392 00000100:00100000:2.0:1746126492.064099:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822331392 00000100:00100000:2.0:1746126492.064146:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 165 00000100:00100000:2.0:1746126492.064153:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1182:x1830945822331392:12345-192.168.203.3@tcp:35:cmp.0 00000100:00100000:2.0:1746126492.064447:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1182:x1830945822331392:12345-192.168.203.3@tcp:35:cmp.0 Request processed in 293us (1626us total) trans 4294980643 rc 0/0 00000100:00100000:2.0:1746126492.064453:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 165 00000100:00100000:0.0:1746126492.071968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.072046:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822331648 00000100:00100000:1.0:1746126492.072053:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822331648 00000100:00100000:1.0:1746126492.072155:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30897 00000100:00100000:1.0:1746126492.072162:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1184:x1830945822331648:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:1.0:1746126492.072178:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126492.072191:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d11179d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb33 expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.072254:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7800/0x8f8d42f0d11179da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:1.0:1746126492.072264:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7800/0x8f8d42f0d11179da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:1.0:1746126492.072272:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7800/0x8f8d42f0d11179da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:1.0:1746126492.072280:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746126492.072355:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d11179d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb33 expref: 17 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.072731:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7800/0x8f8d42f0d11179da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb33 expref: 16 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.072738:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:1.0:1746126492.072741:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126492.072744:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949d7800, rc 0) 00000100:00100000:1.0:1746126492.072787:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1184:x1830945822331648:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 625us (824us total) trans 4294980644 rc 0/0 00000100:00100000:1.0:1746126492.072792:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30897 00000100:00100000:2.0:1746126492.076121:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.076191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.076278:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822332032 00000100:00100000:3.0:1746126492.076285:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822332032 00000100:00100000:3.0:1746126492.076332:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 161 00000100:00100000:3.0:1746126492.076339:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822332032:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126492.076350:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126492.076369:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7800/0x8f8d42f0d11179da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb33 expref: 16 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.076385:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:3.0:1746126492.076388:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126492.076419:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1977:x1830945822332032:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 81us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126492.076425:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 161 00000100:00100000:1.0:1746126492.077401:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822331904 00000100:00100000:1.0:1746126492.077406:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822331904 00000100:00100000:1.0:1746126492.077441:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30898 00000100:00100000:1.0:1746126492.077447:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1184:x1830945822331904:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:1.0:1746126492.077464:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126492.077475:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11179e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb3a expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.077567:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6200/0x8f8d42f0d11179ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:1.0:1746126492.077576:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6200/0x8f8d42f0d11179ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:1.0:1746126492.077584:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6200/0x8f8d42f0d11179ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:1.0:1746126492.077593:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:1.0:1746126492.077676:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d11179e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb3a expref: 18 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.077687:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6200/0x8f8d42f0d11179ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb3a expref: 17 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.077693:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800a6a8cc00) 00010000:00010000:1.0:1746126492.077695:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126492.077697:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949d6200, rc 0) 00000100:00100000:1.0:1746126492.077731:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1184:x1830945822331904:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 284us (1616us total) trans 4294980645 rc 0/0 00000100:00100000:1.0:1746126492.077736:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30898 00000100:00100000:3.0:1746126492.079837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.079904:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822332160 00000100:00100000:0.0:1746126492.079910:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822332160 00000100:00100000:0.0:1746126492.080258:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5505 00000100:00100000:0.0:1746126492.080266:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+7:1976:x1830945822332160:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:0.0:1746126492.080278:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126492.080292:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11179fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb41 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.080308:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.080310:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.080316:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11179fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb41 expref: 8 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126492.080327:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11179fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb41 expref: 8 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126492.080337:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ad4a00, rc 0) 00000100:00100000:0.0:1746126492.081650:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945822332160:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 1382us (1815us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126492.081656:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5505 00000100:00100000:1.0:1746126492.081778:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.081976:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822332288 00000100:00100000:3.0:1746126492.081980:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822332288 00000100:00100000:3.0:1746126492.082007:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 162 00000100:00100000:3.0:1746126492.082012:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1975:x1830945822332288:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126492.082020:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126492.082035:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6200/0x8f8d42f0d11179ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb3a expref: 17 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.082046:0:8534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800a6a8cc00) 00010000:00010000:3.0:1746126492.082049:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126492.082071:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1975:x1830945822332288:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 59us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126492.082084:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 162 00000100:00100000:0.0:1746126492.083780:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.083865:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822332416 00000100:00100000:2.0:1746126492.083871:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822332416 00000100:00100000:2.0:1746126492.083951:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5506 00000100:00100000:2.0:1746126492.083957:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+31:1977:x1830945822332416:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:2.0:1746126492.083968:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126492.083980:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1117a04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb48 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.083995:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126492.083997:0:8479:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126492.084003:0:8479:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1117a04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb48 expref: 32 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126492.084014:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1117a04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb48 expref: 32 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126492.084025:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b43200, rc 0) 00000100:00100000:2.0:1746126492.084194:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1977:x1830945822332416:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 236us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126492.084199:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5506 00000100:00100000:2.0:1746126492.100177:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.100210:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.100224:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.100242:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822332672 00000100:00100000:2.0:1746126492.100249:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822332672 00002000:00100000:2.0:1746126492.100282:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880092805f80 x1830945822332672/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.100291:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805f80 with x1830945822332672 ext(0->1048575) 00002000:00010000:2.0:1746126492.100295:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092805f80 00000100:00100000:2.0:1746126492.100383:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822332928 00000100:00100000:2.0:1746126492.100386:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822332928 00002000:00100000:2.0:1746126492.100399:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880092807800 x1830945822332928/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.100406:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807800 with x1830945822332928 ext(1048576->2097151) 00002000:00010000:2.0:1746126492.100408:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092807800 00000100:00100000:2.0:1746126492.100417:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822333184 00000100:00100000:2.0:1746126492.100419:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822333184 00002000:00100000:2.0:1746126492.100430:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880092805880 x1830945822333184/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.100436:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805880 with x1830945822333184 ext(0->1048575) 00002000:00010000:2.0:1746126492.100438:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092805880 00000100:00100000:2.0:1746126492.100649:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4285 00000100:00100000:2.0:1746126492.100657:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1974:x1830945822332672:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126492.101287:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.104299:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822333440 00000100:00100000:3.0:1746126492.104309:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822333440 00002000:00100000:3.0:1746126492.104344:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88012bf53800 x1830945822333440/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.104357:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf53800 with x1830945822333440 ext(1048576->2097151) 00002000:00010000:3.0:1746126492.104361:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bf53800 00000100:00100000:3.0:1746126492.104386:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4286 00000100:00100000:3.0:1746126492.104393:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1974:x1830945822332928:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126492.105004:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4287 00000100:00100000:3.0:1746126492.105010:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+33:1974:x1830945822333184:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126492.105396:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4288 00000100:00100000:3.0:1746126492.105401:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+34:1974:x1830945822333440:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126492.120387:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1974:x1830945822332672:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 19722us (20210us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126492.120398:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4285 00002000:00100000:2.0:1746126492.120408:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880092805f80 x1830945822332672/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.120417:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805f80 with x1830945822332672 ext(0->1048575) 00002000:00010000:2.0:1746126492.120423:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092805f80 00000100:00100000:0.0:1746126492.128428:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1974:x1830945822332928:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 24026us (28208us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126492.128439:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4286 00002000:00100000:0.0:1746126492.128448:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880092807800 x1830945822332928/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.128456:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807800 with x1830945822332928 ext(1048576->2097151) 00002000:00010000:0.0:1746126492.128460:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092807800 00000100:00100000:2.0:1746126492.128593:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+34:1974:x1830945822333184:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 23582us (28367us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126492.128599:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4287 00002000:00100000:2.0:1746126492.128604:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880092805880 x1830945822333184/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.128611:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092805880 with x1830945822333184 ext(0->1048575) 00002000:00010000:2.0:1746126492.128613:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092805880 00000100:00100000:0.0:1746126492.137068:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1974:x1830945822333440:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 31657us (35773us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126492.137085:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4288 00002000:00100000:0.0:1746126492.137095:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88012bf53800 x1830945822333440/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.137104:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf53800 with x1830945822333440 ext(1048576->2097151) 00002000:00010000:0.0:1746126492.137109:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bf53800 00000100:00100000:0.0:1746126492.151448:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.151485:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.152120:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822333696 00000100:00100000:3.0:1746126492.152128:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822333696 00002000:00100000:3.0:1746126492.152173:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88009ba5d500 x1830945822333696/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746126492.152207:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822333824 00000100:00100000:2.0:1746126492.152210:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822333824 00002000:00100000:2.0:1746126492.152223:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff88009ba5ed80 x1830945822333824/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.152231:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5ed80 with x1830945822333824 ext(3145728->4194303) 00002000:00010000:2.0:1746126492.152235:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5ed80 00000100:00100000:2.0:1746126492.152250:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4289 00000100:00100000:2.0:1746126492.152256:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822333824:12345-192.168.203.3@tcp:3:cmp.0 00002000:00100000:3.0:1746126492.152383:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5d500 with x1830945822333696 ext(2097152->3145727) 00002000:00010000:3.0:1746126492.152385:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5d500 00000100:00100000:3.0:1746126492.152397:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4290 00000100:00100000:3.0:1746126492.152401:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1976:x1830945822333696:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126492.153115:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.153138:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.153156:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822334208 00000100:00100000:1.0:1746126492.153159:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822334208 00002000:00100000:1.0:1746126492.153175:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880093957480 x1830945822334208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126492.153182:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093957480 with x1830945822334208 ext(2097152->3145727) 00002000:00010000:1.0:1746126492.153185:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093957480 00000100:00100000:1.0:1746126492.153196:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822334336 00000100:00100000:1.0:1746126492.153198:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822334336 00002000:00100000:1.0:1746126492.153207:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880093955880 x1830945822334336/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126492.153213:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093955880 with x1830945822334336 ext(3145728->4194303) 00002000:00010000:1.0:1746126492.153215:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093955880 00000100:00100000:1.0:1746126492.153225:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4291 00000100:00100000:1.0:1746126492.153231:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+33:1976:x1830945822334208:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126492.153342:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4292 00000100:00100000:2.0:1746126492.153347:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+34:1977:x1830945822334336:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126492.171302:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1977:x1830945822333824:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 19037us (19807us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126492.171312:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4289 00002000:00100000:2.0:1746126492.171322:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff88009ba5ed80 x1830945822333824/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.171330:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5ed80 with x1830945822333824 ext(3145728->4194303) 00002000:00010000:2.0:1746126492.171335:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5ed80 00000100:00100000:1.0:1746126492.189142:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+34:1976:x1830945822334208:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 35902us (36020us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126492.189153:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4291 00002000:00100000:1.0:1746126492.189162:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880093957480 x1830945822334208/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126492.189170:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093957480 with x1830945822334208 ext(2097152->3145727) 00002000:00010000:1.0:1746126492.189175:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093957480 00000100:00100000:2.0:1746126492.190138:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1977:x1830945822334336:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 36786us (36995us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126492.190145:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4292 00002000:00100000:2.0:1746126492.190152:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880093955880 x1830945822334336/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.190160:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093955880 with x1830945822334336 ext(3145728->4194303) 00002000:00010000:2.0:1746126492.190163:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093955880 00000100:00100000:3.0:1746126492.195008:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945822333696:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 42599us (43559us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126492.195018:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4290 00002000:00100000:3.0:1746126492.195026:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88009ba5d500 x1830945822333696/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.195039:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5d500 with x1830945822333696 ext(2097152->3145727) 00002000:00010000:3.0:1746126492.195044:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5d500 00000100:00100000:1.0:1746126492.211998:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.212095:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.212947:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.212994:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822334976 00000100:00100000:3.0:1746126492.213003:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822334976 00002000:00100000:3.0:1746126492.213038:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880093955180 x1830945822334976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.213048:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093955180 with x1830945822334976 ext(5242880->6291455) 00002000:00010000:3.0:1746126492.213052:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093955180 00000100:00100000:3.0:1746126492.213087:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822334848 00000100:00100000:3.0:1746126492.213090:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822334848 00002000:00100000:3.0:1746126492.213101:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880093954000 x1830945822334848/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.213108:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954000 with x1830945822334848 ext(4194304->5242879) 00002000:00010000:3.0:1746126492.213110:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093954000 00000100:00100000:3.0:1746126492.213124:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4293 00000100:00100000:3.0:1746126492.213129:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+33:1974:x1830945822334976:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126492.213601:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4294 00000100:00100000:3.0:1746126492.213608:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+34:1974:x1830945822334848:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126492.214881:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.214901:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822335232 00000100:00100000:1.0:1746126492.214904:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822335232 00002000:00100000:1.0:1746126492.214927:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff880093955c00 x1830945822335232/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126492.214935:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093955c00 with x1830945822335232 ext(4194304->5242879) 00002000:00010000:1.0:1746126492.214939:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093955c00 00000100:00100000:1.0:1746126492.214950:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822335360 00000100:00100000:1.0:1746126492.214952:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822335360 00002000:00100000:1.0:1746126492.214961:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880093956d80 x1830945822335360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126492.214967:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093956d80 with x1830945822335360 ext(5242880->6291455) 00002000:00010000:1.0:1746126492.214969:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093956d80 00000100:00100000:1.0:1746126492.214980:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4295 00000100:00100000:1.0:1746126492.214985:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1974:x1830945822335232:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126492.215560:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4296 00000100:00100000:1.0:1746126492.215564:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1974:x1830945822335360:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126492.231802:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+34:1974:x1830945822334976:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 18661us (19799us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126492.231813:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4293 00002000:00100000:3.0:1746126492.231822:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880093955180 x1830945822334976/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.231835:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093955180 with x1830945822334976 ext(5242880->6291455) 00002000:00010000:3.0:1746126492.231840:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093955180 00000100:00100000:0.0:1746126492.239061:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1974:x1830945822334848:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 25445us (26957us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126492.239083:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4294 00002000:00100000:0.0:1746126492.239091:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880093954000 x1830945822334848/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.239101:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954000 with x1830945822334848 ext(4194304->5242879) 00002000:00010000:0.0:1746126492.239106:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093954000 00000100:00100000:2.0:1746126492.251547:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1974:x1830945822335232:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 36119us (38158us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126492.251560:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4295 00002000:00100000:2.0:1746126492.251571:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff880093955c00 x1830945822335232/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.251579:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093955c00 with x1830945822335232 ext(4194304->5242879) 00002000:00010000:2.0:1746126492.251585:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093955c00 00000100:00100000:0.0:1746126492.251813:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1974:x1830945822335360:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 36247us (36933us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126492.251820:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4296 00002000:00100000:0.0:1746126492.251825:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880093956d80 x1830945822335360/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.251832:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093956d80 with x1830945822335360 ext(5242880->6291455) 00002000:00010000:0.0:1746126492.251834:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093956d80 00000100:00100000:1.0:1746126492.314667:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.314730:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822335744 00000100:00100000:0.0:1746126492.314737:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822335744 00002000:00100000:0.0:1746126492.314770:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff88009425e300 x1830945822335744/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.314779:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425e300 with x1830945822335744 ext(6291456->7340031) 00002000:00010000:0.0:1746126492.314783:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425e300 00000100:00100000:0.0:1746126492.314807:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4297 00000100:00100000:0.0:1746126492.314813:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1975:x1830945822335744:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126492.333735:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1975:x1830945822335744:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 18914us (19067us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126492.333745:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4297 00002000:00100000:0.0:1746126492.333756:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff88009425e300 x1830945822335744/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.333764:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425e300 with x1830945822335744 ext(6291456->7340031) 00002000:00010000:0.0:1746126492.333769:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425e300 00000100:00100000:1.0:1746126492.348253:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.348276:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.348423:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.348914:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822336000 00000100:00100000:0.0:1746126492.348921:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822336000 00002000:00100000:3.0:1746126492.349149:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88009425f480 x1830945822336000/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.349158:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f480 with x1830945822336000 ext(6291456->7340031) 00002000:00010000:3.0:1746126492.349163:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425f480 00000100:00100000:3.0:1746126492.349177:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822336256 00000100:00100000:3.0:1746126492.349180:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822336256 00002000:00100000:3.0:1746126492.349189:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88009425d880 x1830945822336256/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.349195:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d880 with x1830945822336256 ext(7340032->8388607) 00002000:00010000:3.0:1746126492.349197:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425d880 00000100:00100000:3.0:1746126492.349205:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822336512 00000100:00100000:3.0:1746126492.349206:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822336512 00002000:00100000:3.0:1746126492.349216:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff88009425ed80 x1830945822336512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.349222:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ed80 with x1830945822336512 ext(7340032->8388607) 00002000:00010000:3.0:1746126492.349224:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425ed80 00000100:00100000:2.0:1746126492.349708:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4298 00000100:00100000:2.0:1746126492.349716:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+33:1976:x1830945822336000:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126492.350415:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4299 00000100:00100000:0.0:1746126492.350423:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+34:1976:x1830945822336256:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126492.350544:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4300 00000100:00100000:3.0:1746126492.350552:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945822336512:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126492.366639:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945822336512:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 16079us (18207us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126492.366649:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4300 00002000:00100000:3.0:1746126492.366660:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff88009425ed80 x1830945822336512/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.366668:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ed80 with x1830945822336512 ext(7340032->8388607) 00002000:00010000:3.0:1746126492.366673:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425ed80 00000100:00100000:0.0:1746126492.368243:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+34:1976:x1830945822336000:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 18523us (19990us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126492.368255:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4298 00002000:00100000:0.0:1746126492.368262:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88009425f480 x1830945822336000/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.368269:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f480 with x1830945822336000 ext(6291456->7340031) 00002000:00010000:0.0:1746126492.368273:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425f480 00000100:00100000:3.0:1746126492.370261:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1976:x1830945822336256:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 19833us (21977us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126492.370270:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4299 00002000:00100000:3.0:1746126492.370278:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88009425d880 x1830945822336256/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.370286:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d880 with x1830945822336256 ext(7340032->8388607) 00002000:00010000:3.0:1746126492.370290:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425d880 00000100:00100000:1.0:1746126492.378773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.379018:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822336768 00000100:00100000:3.0:1746126492.379026:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822336768 00002000:00100000:3.0:1746126492.379176:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff88009425f100 x1830945822336768/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.379185:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f100 with x1830945822336768 ext(8388608->9437183) 00002000:00010000:3.0:1746126492.379190:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425f100 00000100:00100000:3.0:1746126492.379222:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4301 00000100:00100000:3.0:1746126492.379230:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945822336768:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126492.397041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.398677:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945822336768:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 19442us (19906us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126492.398687:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4301 00002000:00100000:3.0:1746126492.398697:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff88009425f100 x1830945822336768/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.398711:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425f100 with x1830945822336768 ext(8388608->9437183) 00002000:00010000:3.0:1746126492.398716:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425f100 00000100:00100000:3.0:1746126492.398737:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822337024 00000100:00100000:3.0:1746126492.398743:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822337024 00002000:00100000:3.0:1746126492.398769:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88012bf50380 x1830945822337024/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.398776:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf50380 with x1830945822337024 ext(8388608->9437183) 00002000:00010000:3.0:1746126492.398778:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bf50380 00000100:00100000:3.0:1746126492.398805:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4302 00000100:00100000:3.0:1746126492.398812:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1976:x1830945822337024:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126492.414145:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1976:x1830945822337024:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 15326us (17103us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126492.414157:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4302 00002000:00100000:3.0:1746126492.414167:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88012bf50380 x1830945822337024/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.414175:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf50380 with x1830945822337024 ext(8388608->9437183) 00002000:00010000:3.0:1746126492.414179:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bf50380 00000100:00100000:1.0:1746126492.422529:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.422577:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.422626:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822337408 00000100:00100000:0.0:1746126492.422633:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822337408 00002000:00100000:0.0:1746126492.422667:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009425d180 x1830945822337408/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.422675:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d180 with x1830945822337408 ext(9437184->10485759) 00002000:00010000:0.0:1746126492.422680:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425d180 00000100:00100000:0.0:1746126492.422704:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822337536 00000100:00100000:0.0:1746126492.422707:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822337536 00002000:00100000:0.0:1746126492.422718:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff88009425ea00 x1830945822337536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.422730:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ea00 with x1830945822337536 ext(9437184->10485759) 00002000:00010000:0.0:1746126492.422733:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425ea00 00000100:00100000:0.0:1746126492.422754:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4303 00000100:00100000:0.0:1746126492.422761:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1976:x1830945822337408:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126492.423975:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4304 00000100:00100000:3.0:1746126492.423984:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822337536:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126492.436891:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1976:x1830945822337408:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 14122us (14361us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126492.436901:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4303 00002000:00100000:0.0:1746126492.436911:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009425d180 x1830945822337408/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.436919:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d180 with x1830945822337408 ext(9437184->10485759) 00002000:00010000:0.0:1746126492.436924:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425d180 00000100:00100000:3.0:1746126492.442767:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822337536:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 18775us (20180us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126492.442777:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4304 00002000:00100000:3.0:1746126492.442787:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff88009425ea00 x1830945822337536/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.442796:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ea00 with x1830945822337536 ext(9437184->10485759) 00002000:00010000:3.0:1746126492.442800:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425ea00 00000100:00100000:2.0:1746126492.455109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.455209:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822337792 00000100:00100000:3.0:1746126492.455217:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822337792 00002000:00100000:3.0:1746126492.455252:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff88012bf52300 x1830945822337792/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.455261:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf52300 with x1830945822337792 ext(10485760->11534335) 00002000:00010000:3.0:1746126492.455267:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf52300 00000100:00100000:3.0:1746126492.455289:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4305 00000100:00100000:3.0:1746126492.455296:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945822337792:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126492.470786:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.470840:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.471605:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822338048 00000100:00100000:0.0:1746126492.471613:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822338048 00002000:00100000:0.0:1746126492.471647:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88009425fb80 x1830945822338048/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.471656:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425fb80 with x1830945822338048 ext(10485760->11534335) 00002000:00010000:0.0:1746126492.471660:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425fb80 00000100:00100000:0.0:1746126492.471675:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822338304 00000100:00100000:0.0:1746126492.471677:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822338304 00002000:00100000:0.0:1746126492.471688:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88009425d500 x1830945822338304/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.471694:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d500 with x1830945822338304 ext(11534336->12582911) 00002000:00010000:0.0:1746126492.471697:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425d500 00000100:00100000:0.0:1746126492.471709:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4306 00000100:00100000:0.0:1746126492.471715:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1977:x1830945822338048:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126492.472210:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4307 00000100:00100000:0.0:1746126492.472216:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1977:x1830945822338304:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126492.487238:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1976:x1830945822337792:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 31934us (32128us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126492.487247:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4305 00002000:00100000:3.0:1746126492.487256:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff88012bf52300 x1830945822337792/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.487264:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf52300 with x1830945822337792 ext(10485760->11534335) 00002000:00010000:3.0:1746126492.487269:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf52300 00000100:00100000:0.0:1746126492.500004:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1977:x1830945822338048:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 28282us (29218us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126492.500014:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4306 00002000:00100000:0.0:1746126492.500023:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88009425fb80 x1830945822338048/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.500031:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425fb80 with x1830945822338048 ext(10485760->11534335) 00002000:00010000:0.0:1746126492.500036:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425fb80 00000100:00100000:1.0:1746126492.500220:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822338304:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 28003us (29379us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126492.500227:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4307 00002000:00100000:1.0:1746126492.500232:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88009425d500 x1830945822338304/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126492.500239:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425d500 with x1830945822338304 ext(11534336->12582911) 00002000:00010000:1.0:1746126492.500242:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425d500 00000100:00100000:1.0:1746126492.509335:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.509553:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822338560 00000100:00100000:2.0:1746126492.509560:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822338560 00002000:00100000:2.0:1746126492.509594:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800a452d180 x1830945822338560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.509603:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452d180 with x1830945822338560 ext(11534336->12582911) 00002000:00010000:2.0:1746126492.509608:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a452d180 00000100:00100000:2.0:1746126492.509625:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4308 00000100:00100000:2.0:1746126492.509631:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1976:x1830945822338560:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126492.522952:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1976:x1830945822338560:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 13312us (13615us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126492.522963:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4308 00002000:00100000:0.0:1746126492.522973:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800a452d180 x1830945822338560/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.522982:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a452d180 with x1830945822338560 ext(11534336->12582911) 00002000:00010000:0.0:1746126492.522987:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a452d180 00000100:00100000:0.0:1746126492.539824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.539948:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822338816 00000100:00100000:2.0:1746126492.539957:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822338816 00002000:00100000:2.0:1746126492.539991:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff88009ba5c380 x1830945822338816/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.540001:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5c380 with x1830945822338816 ext(12582912->13631487) 00002000:00010000:2.0:1746126492.540006:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5c380 00000100:00100000:2.0:1746126492.540024:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4309 00000100:00100000:2.0:1746126492.540031:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1974:x1830945822338816:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126492.558281:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1974:x1830945822338816:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 18241us (18455us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126492.558292:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4309 00002000:00100000:2.0:1746126492.558302:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff88009ba5c380 x1830945822338816/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/440 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.558311:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5c380 with x1830945822338816 ext(12582912->13631487) 00002000:00010000:2.0:1746126492.558315:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5c380 00000100:00100000:1.0:1746126492.569988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.570193:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822339072 00000100:00100000:2.0:1746126492.570201:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822339072 00000100:00100000:2.0:1746126492.570520:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 166 00000100:00100000:2.0:1746126492.570528:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a58b9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1184:x1830945822339072:12345-192.168.203.3@tcp:35:cmp.0 00000100:00100000:2.0:1746126492.570710:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a58b9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1184:x1830945822339072:12345-192.168.203.3@tcp:35:cmp.0 Request processed in 183us (728us total) trans 4294980646 rc 0/0 00000100:00100000:2.0:1746126492.570717:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 166 00000100:00100000:3.0:1746126492.579105:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.579159:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822339328 00000100:00100000:0.0:1746126492.579165:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822339328 00000100:00100000:0.0:1746126492.579203:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 167 00000100:00100000:0.0:1746126492.579209:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1184:x1830945822339328:12345-192.168.203.3@tcp:35:cmp.0 00000100:00100000:0.0:1746126492.579360:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1184:x1830945822339328:12345-192.168.203.3@tcp:35:cmp.0 Request processed in 151us (262us total) trans 4294980647 rc 0/0 00000100:00100000:0.0:1746126492.579366:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 167 00010000:00010000:2.0:1746126492.596779:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126492.605532:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.605577:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.605612:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822339584 00000100:00100000:1.0:1746126492.605619:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822339584 00000100:00100000:1.0:1746126492.605657:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30899 00000100:00100000:1.0:1746126492.605664:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1185:x1830945822339584:12345-192.168.203.3@tcp:36:rm.0 00010000:00010000:1.0:1746126492.605703:0:7131:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746126492.605725:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094dd8200/0x8f8d42f0d111796a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caed expref: 24 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.605745:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009289fc00/0x8f8d42f0d11176df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ca84 expref: 23 pid: 8520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.605754:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800a6a8cc00) 00010000:00010000:1.0:1746126492.605762:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc400/0x8f8d42f0d111794e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cae6 expref: 22 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.605769:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099941200) 00010000:00010000:1.0:1746126492.605771:0:7131:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126492.605785:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126492.605794:0:7131:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb02 expref: 17 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.605800:0:7131:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126492.605822:0:7131:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb02 expref: 17 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.605831:0:7131:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb02 expref: 17 pid: 7132 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746126492.605845:0:7131:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a452c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7131:1830945820571008:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126492.605910:0:7131:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a48600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126492.606352:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822339712 00000100:00100000:2.0:1746126492.606356:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822339712 00000100:00100000:2.0:1746126492.606391:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5 00000100:00100000:2.0:1746126492.606397:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1977:x1830945822339712:12345-192.168.203.3@tcp:63:ll_sa.0 00010000:00010000:2.0:1746126492.606413:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126492.606421:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb4f expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.606445:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f2200/0x8f8d42f0d1117a19 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606452:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f2200/0x8f8d42f0d1117a19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606460:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f2200/0x8f8d42f0d1117a19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606475:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1117a20 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606479:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1117a20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606484:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1117a20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606687:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f2200/0x8f8d42f0d1117a19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606693:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f2200/0x8f8d42f0d1117a19 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606698:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f2200/0x8f8d42f0d1117a19 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606702:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800938f2200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126492.606705:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f2200/0x8f8d42f0d1117a19 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606710:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f2200/0x8f8d42f0d1117a19 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606717:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099941200) 00010000:00010000:2.0:1746126492.606719:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126492.606721:0:7136:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.606726:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f2200/0x8f8d42f0d1117a19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606730:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f2200/0x8f8d42f0d1117a19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606751:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1117a20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606758:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1117a20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606762:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1117a20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606765:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a2c1800 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126492.606767:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1117a20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606771:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1117a20 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606776:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880134f42200) 00010000:00010000:2.0:1746126492.606778:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126492.606780:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1117a20 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606784:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c1800/0x8f8d42f0d1117a20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746126492.606813:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a12 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb4f expref: 23 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.606819:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099941200) 00010000:00010000:2.0:1746126492.606821:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746126492.606823:0:7136:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.606831:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb4f expref: 23 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.606838:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094592400, rc -2) 00000100:00100000:2.0:1746126492.606867:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1977:x1830945822339712:12345-192.168.203.3@tcp:63:ll_sa.0 Request processed in 470us (1378us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746126492.606872:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5 00000100:00100000:2.0:1746126492.613355:0:7131:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a452c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7131:1830945820571008:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126492.613379:0:7131:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000100:00100000:3.0:1746126492.615126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.615260:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822339840 00000100:00100000:0.0:1746126492.615266:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822339840 00010000:00010000:0.0:1746126492.615292:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb02 expref: 18 pid: 7132 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126492.615320:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7703 00000100:00100000:0.0:1746126492.615326:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135151f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1977:x1830945822339840:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126492.615336:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126492.615341:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb02 expref: 18 pid: 7132 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126492.615350:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb02 expref: 18 pid: 7132 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126492.615368:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eb9a00/0x8f8d42f0d1117986 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb02 expref: 18 pid: 7132 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126492.615391:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099941200) 00010000:00010000:0.0:1746126492.615395:0:11008:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.615402:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.615407:0:11008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.615429:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126492.615461:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135151f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1977:x1830945822339840:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 135us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126492.615467:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7703 00010000:00010000:2.0:1746126492.615635:0:7131:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.615642:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.615656:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117a27 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.615663:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117a27 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.615669:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117a27 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.615891:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.615899:0:7131:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d111775d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caa7 expref: 16 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.615907:0:7131:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.615928:0:7131:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d111775d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caa7 expref: 16 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.615936:0:7131:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d111775d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caa7 expref: 16 pid: 7132 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746126492.615944:0:7131:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf50e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7131:1830945820571136:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126492.615994:0:7131:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126492.620889:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.620950:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822339968 00000100:00100000:3.0:1746126492.620957:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822339968 00010000:00010000:3.0:1746126492.620986:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d111775d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caa7 expref: 17 pid: 7132 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746126492.621013:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7704 00000100:00100000:3.0:1746126492.621018:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b138850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1976:x1830945822339968:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126492.621028:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126492.621033:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d111775d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caa7 expref: 17 pid: 7132 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746126492.621042:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d111775d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caa7 expref: 17 pid: 7132 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746126492.621059:0:8534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800a6a8cc00) 00010000:00010000:3.0:1746126492.621063:0:8534:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126492.621070:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126492.621085:0:8534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126492.621098:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126492.621132:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b138850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1976:x1830945822339968:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 113us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126492.621139:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7704 00010000:00010000:2.0:1746126492.621692:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d111775d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0caa7 expref: 16 pid: 7132 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746126492.621704:0:7131:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf50e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7131:1830945820571136:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126492.621716:0:7131:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.621722:0:7131:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.621726:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000040:00080000:2.0:1746126492.622352:0:7131:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:2.0:1746126492.622359:0:7131:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 534041863516ns, next at 535041861930ns, rc = 0 00000040:00080000:2.0:1746126492.622390:0:7131:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8960 00000004:00080000:2.0:1746126492.622395:0:7131:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 534041900041ns, next at 535041899460ns, rc = 0 00010000:00010000:2.0:1746126492.622450:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117a35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.622458:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117a35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.622464:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117a35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.622469:0:7131:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117a35 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.622473:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117a35 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.622478:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117a35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.624149:0:9780:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126492.624158:0:9780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117a35 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.624166:0:9780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092839c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126492.624168:0:9780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117a35 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.624174:0:9780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117a35 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.624185:0:9780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800a6a8cc00) 00010000:00010000:0.0:1746126492.624188:0:9780:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746126492.624191:0:9780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117a35 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624577:0:7131:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1746126492.624582:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117a35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624609:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624614:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624618:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624621:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bd200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126492.624624:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624628:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624637:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800a6a8cc00) 00010000:00010000:2.0:1746126492.624639:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746126492.624641:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624644:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd200/0x8f8d42f0d1117a2e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624693:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624697:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624701:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624704:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009496c600 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126492.624706:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624710:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624716:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099941200) 00010000:00010000:2.0:1746126492.624718:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126492.624720:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.624723:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a0b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00000004:00010000:2.0:1746126492.624735:0:7131:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a452df80 reply state ffff880099a12000 transno 4294980648 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117a27 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000100:00100000:2.0:1746126492.624741:0:7131:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746126492.624802:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1185:x1830945822339584:12345-192.168.203.3@tcp:36:rm.0 Request processed in 19135us (19220us total) trans 4294980648 rc 0/0 00000100:00100000:2.0:1746126492.624810:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30899 00010000:00010000:1.0:1746126492.625266:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126492.625268:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126492.625270:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126492.650641:0:3285:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117a27 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126492.650656:0:3285:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117a27 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126492.650666:0:3285:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117a27 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126492.650672:0:3285:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a2c0400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:3.0:1746126492.650676:0:3285:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117a27 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126492.650682:0:3285:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117a27 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126492.650694:0:3285:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880134f42d00) 00010000:00010000:3.0:1746126492.650697:0:3285:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126492.650699:0:3285:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117a27 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126492.650704:0:3285:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117a27 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00000100:00100000:1.0:1746126492.689168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.689453:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822340096 00000100:00100000:2.0:1746126492.689461:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822340096 00000100:00100000:2.0:1746126492.689530:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30900 00000100:00100000:2.0:1746126492.689537:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1189:x1830945822340096:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:2.0:1746126492.689554:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126492.689568:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092839e00/0x8f8d42f0d1117a3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb87 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.689611:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092838c00/0x8f8d42f0d1117a43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.689619:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092838c00/0x8f8d42f0d1117a43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.689627:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092838c00/0x8f8d42f0d1117a43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:2.0:1746126492.689669:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746126492.689672:0:7131:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126492.689684:0:7131:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092838c00/0x8f8d42f0d1117a43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.689701:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092839e00/0x8f8d42f0d1117a3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb87 expref: 24 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.689730:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092838c00/0x8f8d42f0d1117a43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb87 expref: 23 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.689737:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134f42a00) 00010000:00010000:2.0:1746126492.689739:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126492.689741:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838c00, rc 0) 00000100:00100000:2.0:1746126492.689775:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1189:x1830945822340096:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 239us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126492.689780:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30900 00000100:00100000:1.0:1746126492.696480:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.696571:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822340352 00000100:00100000:0.0:1746126492.696578:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822340352 00000100:00100000:0.0:1746126492.696617:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30901 00000100:00100000:0.0:1746126492.696623:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1189:x1830945822340352:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:0.0:1746126492.696637:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126492.696640:0:11031:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126492.696659:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092838c00/0x8f8d42f0d1117a43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb87 expref: 23 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.696677:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134f42a00) 00010000:00010000:0.0:1746126492.696685:0:11031:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126492.696693:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117a4a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb8e expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.696777:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1117a51 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.696785:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1117a51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.696792:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1117a51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.696799:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117a58 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.696804:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117a58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.696808:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117a58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.697102:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117a5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.697109:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117a5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.697114:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117a5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:0.0:1746126492.697121:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:0.0:1746126492.697136:0:11031:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1117a51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.697144:0:11031:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1117a51 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.697150:0:11031:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1117a51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.697154:0:11031:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4d90e00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126492.697157:0:11031:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1117a51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.697162:0:11031:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1117a51 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.697168:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880086a1f700) 00010000:00010000:0.0:1746126492.697170:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126492.697172:0:11031:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1117a51 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.697176:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90e00/0x8f8d42f0d1117a51 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00000004:00010000:0.0:1746126492.697184:0:11031:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a452ed80 reply state ffff880099dcc000 transno 4294980649 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117a58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000100:00100000:0.0:1746126492.697189:0:11031:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746126492.697205:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117a4a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb8e expref: 25 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.697215:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117a5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb8e expref: 24 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.697220:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880086a1f300) 00010000:00010000:0.0:1746126492.697222:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126492.697223:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdf200, rc 0) 00000100:00100000:0.0:1746126492.697261:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1189:x1830945822340352:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 638us (788us total) trans 4294980649 rc 0/0 00000100:00100000:0.0:1746126492.697267:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30901 00000100:00100000:2.0:1746126492.702768:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.703452:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822340608 00000100:00100000:3.0:1746126492.703461:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822340608 00000100:00100000:3.0:1746126492.703527:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30902 00000100:00100000:3.0:1746126492.703534:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1189:x1830945822340608:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:3.0:1746126492.703553:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126492.703568:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4353a00/0x8f8d42f0d1117a6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb95 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.703635:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126492.703646:0:7131:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117a5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb8e expref: 26 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.703657:0:7131:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126492.703680:0:7131:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117a5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb8e expref: 26 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.703689:0:7131:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117a5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb8e expref: 26 pid: 11031 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746126492.703699:0:7131:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135151f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7131:1830945820571264:192.168.203.3@tcp:104: 00000100:00100000:3.0:1746126492.703769:0:7131:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118f00 going to sleep for 11 seconds 00010000:00010000:0.0:1746126492.704118:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117a58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.704126:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117a58 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.704131:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117a58 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.704136:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4d91800 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126492.704139:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117a58 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.704145:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117a58 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.704155:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880086a1f600) 00010000:00010000:0.0:1746126492.704158:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126492.704161:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117a58 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126492.704165:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117a58 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00000100:00100000:3.0:1746126492.707405:0:7131:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135151f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7131:1830945820571264:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126492.707425:0:7131:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000100:00100000:2.0:1746126492.708970:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.710310:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822340736 00000100:00100000:1.0:1746126492.710318:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822340736 00010000:00010000:1.0:1746126492.710346:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117a5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb8e expref: 26 pid: 11031 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746126492.710377:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7705 00000100:00100000:1.0:1746126492.710383:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1976:x1830945822340736:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126492.710394:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126492.710398:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117a5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb8e expref: 26 pid: 11031 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746126492.710407:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117a5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb8e expref: 26 pid: 11031 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746126492.710422:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117a5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb8e expref: 26 pid: 11031 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746126492.710442:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880086a1f300) 00010000:00010000:1.0:1746126492.710447:0:11008:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126492.710454:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126492.710458:0:11008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126492.710470:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126492.710520:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1976:x1830945822340736:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 137us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126492.710525:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7705 00010000:00010000:0.0:1746126492.710636:0:7131:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.710642:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:0.0:1746126492.710656:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00080000:0.0:1746126492.710875:0:7131:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 1: 0 00000004:00080000:0.0:1746126492.710883:0:7131:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 0: 0 00010000:00010000:0.0:1746126492.711354:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.711361:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.711366:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.711370:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094592400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126492.711483:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.711491:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.711840:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880086a1f300) 00010000:00010000:0.0:1746126492.711842:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126492.711845:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126492.711849:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094592400/0x8f8d42f0d1117a74 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1746126492.713223:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4353a00/0x8f8d42f0d1117a6d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb95 expref: 25 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.713232:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4353a00/0x8f8d42f0d1117a6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb95 expref: 25 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.713246:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4353a00, rc 0) 00000100:00100000:1.0:1746126492.713304:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1189:x1830945822340608:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 9770us (10543us total) trans 4294980650 rc 301/301 00000100:00100000:1.0:1746126492.713311:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30902 00000100:00100000:2.0:1746126492.720323:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.720381:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822340992 00000100:00100000:0.0:1746126492.720388:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822340992 00000100:00100000:0.0:1746126492.720430:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 168 00000100:00100000:0.0:1746126492.720437:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1189:x1830945822340992:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:0.0:1746126492.720693:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1189:x1830945822340992:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 256us (376us total) trans 4294980651 rc 0/0 00000100:00100000:0.0:1746126492.720699:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 168 00000100:00100000:2.0:1746126492.727811:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.727978:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822341120 00000100:00100000:1.0:1746126492.727986:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822341120 00000100:00100000:1.0:1746126492.728797:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30903 00000100:00100000:1.0:1746126492.728806:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+25:1189:x1830945822341120:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:1.0:1746126492.728823:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126492.728838:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cb9c expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.728887:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb9c expref: 26 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.728898:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb9c expref: 26 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.728910:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:1.0:1746126492.728913:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126492.728915:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009496c600, rc 0) 00000100:00100000:1.0:1746126492.728971:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1189:x1830945822341120:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 167us (1166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126492.728977:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30903 00000100:00100000:1.0:1746126492.734211:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.734395:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822341376 00000100:00100000:2.0:1746126492.734402:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822341376 00000100:00100000:2.0:1746126492.734434:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 169 00000100:00100000:2.0:1746126492.734440:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+26:1189:x1830945822341376:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:2.0:1746126492.734780:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1189:x1830945822341376:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 338us (576us total) trans 4294980652 rc 0/0 00000100:00100000:2.0:1746126492.734787:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 169 00000100:00100000:3.0:1746126492.748365:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.748580:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822341504 00000100:00100000:2.0:1746126492.748587:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822341504 00000100:00100000:2.0:1746126492.748630:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30904 00000100:00100000:2.0:1746126492.748637:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1191:x1830945822341504:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126492.748655:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126492.748671:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092838c00/0x8f8d42f0d1117a89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cba3 expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.748724:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092839e00/0x8f8d42f0d1117a90 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126492.748733:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092839e00/0x8f8d42f0d1117a90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126492.748742:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092839e00/0x8f8d42f0d1117a90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:2.0:1746126492.748822:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746126492.748826:0:11031:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126492.748838:0:11031:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092839e00/0x8f8d42f0d1117a90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126492.748855:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092838c00/0x8f8d42f0d1117a89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cba3 expref: 18 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.748886:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092839e00/0x8f8d42f0d1117a90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cba3 expref: 17 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.748893:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134f42400) 00010000:00010000:2.0:1746126492.748895:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126492.748898:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839e00, rc 0) 00000100:00100000:2.0:1746126492.748941:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1191:x1830945822341504:12345-192.168.203.3@tcp:101:dd.0 Request processed in 303us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126492.748946:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30904 00000100:00100000:0.0:1746126492.749653:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.749717:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822341632 00000100:00100000:2.0:1746126492.749721:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822341632 00000100:00100000:2.0:1746126492.749753:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30905 00000100:00100000:2.0:1746126492.749760:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+27:1190:x1830945822341632:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126492.749770:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126492.749783:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092838200/0x8f8d42f0d1117a97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cbaa expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.749820:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092838e00/0x8f8d42f0d1117a9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126492.749828:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092838e00/0x8f8d42f0d1117a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126492.749834:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092838e00/0x8f8d42f0d1117a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:2.0:1746126492.749869:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746126492.749872:0:11031:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126492.749879:0:11031:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092838e00/0x8f8d42f0d1117a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126492.749891:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092838200/0x8f8d42f0d1117a97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbaa expref: 29 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.749904:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092838e00/0x8f8d42f0d1117a9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbaa expref: 28 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.749908:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134f42400) 00010000:00010000:2.0:1746126492.749910:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126492.749911:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838e00, rc 0) 00000100:00100000:2.0:1746126492.749950:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+28:1190:x1830945822341632:12345-192.168.203.3@tcp:101:dd.0 Request processed in 190us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126492.749955:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30905 00000100:00100000:1.0:1746126492.759776:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.759902:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822341888 00000100:00100000:2.0:1746126492.759909:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822341888 00000100:00100000:2.0:1746126492.760063:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30906 00000100:00100000:2.0:1746126492.760084:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1191:x1830945822341888:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126492.760102:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126492.760116:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117aa5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cbb1 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.760185:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092838200/0x8f8d42f0d1117aac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.760196:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092838200/0x8f8d42f0d1117aac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.760205:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092838200/0x8f8d42f0d1117aac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:2.0:1746126492.760212:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746126492.760353:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117aa5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbb1 expref: 20 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.760384:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092838200/0x8f8d42f0d1117aac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbb1 expref: 19 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.760391:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:2.0:1746126492.760393:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126492.760396:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838200, rc 0) 00000100:00100000:2.0:1746126492.760437:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1191:x1830945822341888:12345-192.168.203.3@tcp:101:dd.0 Request processed in 367us (668us total) trans 4294980653 rc 0/0 00000100:00100000:2.0:1746126492.760444:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30906 00000100:00100000:3.0:1746126492.765099:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.765099:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.765137:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.765489:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822342144 00000100:00100000:0.0:1746126492.765489:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822342272 00000100:00100000:2.0:1746126492.765515:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822342144 00000100:00100000:0.0:1746126492.765519:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822342272 00000100:00100000:2.0:1746126492.765588:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822342528 00000100:00100000:2.0:1746126492.765591:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822342528 00000100:00100000:0.0:1746126492.765647:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6 00000100:00100000:0.0:1746126492.765658:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1976:x1830945822342272:12345-192.168.203.3@tcp:63:ll_sa.0 00000100:00100000:2.0:1746126492.765669:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30907 00000100:00100000:2.0:1746126492.765676:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1190:x1830945822342144:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126492.765686:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126492.765686:0:7137:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126492.765688:0:7131:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126492.765698:0:7137:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf400/0x8f8d42f0d1117aba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cbbf expref: -99 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.765705:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092838e00/0x8f8d42f0d1117a9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbaa expref: 29 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.765724:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134f42400) 00010000:00010000:2.0:1746126492.765727:0:7131:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126492.765731:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1117ac1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.765739:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1117ac1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.765747:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1117ac1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126492.765752:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117ac8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cbb8 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.765758:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde200/0x8f8d42f0d1117acf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.765762:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde200/0x8f8d42f0d1117acf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.765766:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde200/0x8f8d42f0d1117acf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126492.765808:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093a47400/0x8f8d42f0d1117ad6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.765816:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093a47400/0x8f8d42f0d1117ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.765822:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093a47400/0x8f8d42f0d1117ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:2.0:1746126492.765830:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:0.0:1746126492.765845:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfa00/0x8f8d42f0d1117ae4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.765852:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfa00/0x8f8d42f0d1117ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.765858:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfa00/0x8f8d42f0d1117ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00000004:00200000:0.0:1746126492.765870:0:7137:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00200000:0.0:1746126492.765873:0:7137:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1746126492.765907:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092839c00/0x8f8d42f0d1117ac8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbb8 expref: 32 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.765918:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093a47400/0x8f8d42f0d1117ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbb8 expref: 31 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.765928:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8800a6a8c200) 00010000:00010000:2.0:1746126492.765930:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126492.765932:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a47400, rc 0) 00000100:00100000:2.0:1746126492.765978:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1190:x1830945822342144:12345-192.168.203.3@tcp:101:dd.0 Request processed in 302us (886us total) trans 4294980654 rc 0/0 00000100:00100000:2.0:1746126492.765984:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30907 00000004:00010000:0.0:1746126492.766008:0:7137:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfa00/0x8f8d42f0d1117ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766017:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfa00/0x8f8d42f0d1117ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766023:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1117ac1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766027:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1117ac1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766032:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1117ac1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766036:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bdec00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126492.766038:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1117ac1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766043:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1117ac1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766049:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134f42400) 00000100:00100000:2.0:1746126492.766050:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30908 00010000:00010000:0.0:1746126492.766051:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126492.766054:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1117ac1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00000100:00100000:2.0:1746126492.766056:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1191:x1830945822342528:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1746126492.766058:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdec00/0x8f8d42f0d1117ac1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126492.766065:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126492.766067:0:7131:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126492.766083:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde200/0x8f8d42f0d1117acf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126492.766086:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092839e00/0x8f8d42f0d1117a90 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cba3 expref: 19 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.766088:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde200/0x8f8d42f0d1117acf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766092:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde200/0x8f8d42f0d1117acf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126492.766095:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134f42400) 00010000:00010000:0.0:1746126492.766095:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bde200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126492.766097:0:7131:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126492.766097:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde200/0x8f8d42f0d1117acf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766101:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde200/0x8f8d42f0d1117acf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126492.766102:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131043600/0x8f8d42f0d1117aeb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cbf7 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.766106:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880086a1fe00) 00010000:00010000:0.0:1746126492.766108:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126492.766110:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde200/0x8f8d42f0d1117acf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766114:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde200/0x8f8d42f0d1117acf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766133:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf400/0x8f8d42f0d1117aba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbbf expref: 31 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.766141:0:7137:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfa00/0x8f8d42f0d1117ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbbf expref: 30 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.766150:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:0.0:1746126492.766151:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126492.766153:0:7137:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bdfa00, rc 0) 00010000:00010000:0.0:1746126492.766156:0:7137:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126492.766162:0:7137:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde400/0x8f8d42f0d1117af9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cbc6 expref: -99 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.766176:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117b00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766182:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117b00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766187:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117b00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766194:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117b07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766198:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117b07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766203:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117b07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766223:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117b00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766228:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117b00 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766232:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117b00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766237:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bdf200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126492.766239:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117b00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766244:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117b00 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766250:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134f42400) 00010000:00010000:0.0:1746126492.766251:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126492.766253:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117b00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766256:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdf200/0x8f8d42f0d1117b00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766262:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117b07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766266:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117b07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766270:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117b07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766274:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4d91800 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126492.766276:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117b07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766280:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117b07 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766285:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880086a1f900) 00010000:00010000:0.0:1746126492.766286:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126492.766289:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117b07 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766293:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d91800/0x8f8d42f0d1117b07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126492.766316:0:7137:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde400/0x8f8d42f0d1117af9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbc6 expref: 31 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.766323:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134f42400) 00010000:00010000:0.0:1746126492.766324:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126492.766327:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bde400/0x8f8d42f0d1117af9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbc6 expref: 31 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.766334:0:7137:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bde400, rc -2) 00010000:00010000:2.0:1746126492.766360:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117af2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766368:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117af2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00000100:00100000:0.0:1746126492.766369:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822342272:12345-192.168.203.3@tcp:63:ll_sa.0 Request processed in 715us (1270us total) trans 0 rc -2/-2 00010000:00010000:2.0:1746126492.766373:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117af2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766395:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ddea00/0x8f8d42f0d1117b0e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766401:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ddea00/0x8f8d42f0d1117b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766406:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ddea00/0x8f8d42f0d1117b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766450:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e78200/0x8f8d42f0d1117b15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766456:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094e78200/0x8f8d42f0d1117b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766462:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e78200/0x8f8d42f0d1117b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:2.0:1746126492.766468:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000100:00100000:0.0:1746126492.766470:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6 00010000:00010000:2.0:1746126492.766538:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117af2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766543:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117af2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766548:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117af2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766552:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6bd2400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126492.766555:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117af2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766560:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117af2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766567:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134f42400) 00010000:00010000:2.0:1746126492.766569:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126492.766571:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117af2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766575:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117af2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766581:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ddea00/0x8f8d42f0d1117b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766586:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094ddea00/0x8f8d42f0d1117b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766590:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094ddea00/0x8f8d42f0d1117b0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766594:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ddea00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126492.766596:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ddea00/0x8f8d42f0d1117b0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766600:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ddea00/0x8f8d42f0d1117b0e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766606:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880134f42600) 00010000:00010000:2.0:1746126492.766607:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126492.766616:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094ddea00/0x8f8d42f0d1117b0e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766621:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ddea00/0x8f8d42f0d1117b0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:2.0:1746126492.766642:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131043600/0x8f8d42f0d1117aeb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbf7 expref: 21 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.766653:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e78200/0x8f8d42f0d1117b15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbf7 expref: 20 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.766658:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:2.0:1746126492.766659:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126492.766661:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e78200, rc 0) 00000100:00100000:2.0:1746126492.766685:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1191:x1830945822342528:12345-192.168.203.3@tcp:101:dd.0 Request processed in 629us (1547us total) trans 4294980655 rc 0/0 00000100:00100000:2.0:1746126492.766691:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30908 00000100:00100000:2.0:1746126492.767921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.768068:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822342656 00000100:00100000:3.0:1746126492.768082:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822342656 00000100:00100000:3.0:1746126492.768389:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 163 00000100:00100000:3.0:1746126492.768396:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1977:x1830945822342656:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126492.768409:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126492.768423:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092838200/0x8f8d42f0d1117aac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbb1 expref: 20 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.768447:0:8534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:3.0:1746126492.768450:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126492.768520:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1977:x1830945822342656:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 124us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126492.768526:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 163 00000100:00100000:1.0:1746126492.776206:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.776241:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.776841:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.776869:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.777153:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822343296 00000100:00100000:0.0:1746126492.777160:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822343296 00000100:00100000:2.0:1746126492.777564:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822342784 00000100:00100000:2.0:1746126492.777568:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822342784 00000100:00100000:0.0:1746126492.778094:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822343424 00000100:00100000:0.0:1746126492.778097:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822343424 00000100:00100000:0.0:1746126492.778133:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4310 00000100:00100000:0.0:1746126492.778139:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822343296:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126492.778169:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117b23 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.778181:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.778183:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.778187:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117b23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.778198:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117b23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126492.779603:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4311 00000100:00100000:0.0:1746126492.779611:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822343424:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126492.779638:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a2d200/0x8f8d42f0d1117b2a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.779647:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.779649:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.779652:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2d200/0x8f8d42f0d1117b2a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.779661:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a2d200/0x8f8d42f0d1117b2a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126492.782471:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822342912 00000100:00100000:2.0:1746126492.782481:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822342912 00000100:00100000:2.0:1746126492.783486:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5507 00000100:00100000:2.0:1746126492.783513:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822342784:12345-192.168.203.3@tcp:101:ll_agl.0 00010000:00010000:2.0:1746126492.783528:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126492.783543:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117b31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cbfe expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126492.783561:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746126492.783577:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126492.783578:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126492.783585:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117b31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbfe expref: 11 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126492.783597:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117b31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbfe expref: 11 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126492.783611:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092838e00, rc 0) 00000100:00100000:2.0:1746126492.784200:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945822342784:12345-192.168.203.3@tcp:101:ll_agl.0 Request processed in 706us (8000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126492.784206:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5507 00000100:00100000:2.0:1746126492.784224:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5508 00000100:00100000:2.0:1746126492.784230:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a452c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822342912:12345-192.168.203.3@tcp:101:ll_agl.0 00010000:00010000:2.0:1746126492.784237:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126492.784246:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092839200/0x8f8d42f0d1117b38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc05 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126492.784259:0:8480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746126492.784266:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126492.784267:0:8480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126492.784271:0:8480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092839200/0x8f8d42f0d1117b38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc05 expref: 10 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126492.784280:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092839200/0x8f8d42f0d1117b38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc05 expref: 10 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126492.784286:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839200, rc 0) 00000100:00100000:2.0:1746126492.784301:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a452c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822342912:12345-192.168.203.3@tcp:101:ll_agl.0 Request processed in 72us (8060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126492.784305:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5508 00000100:00100000:0.0:1746126492.796861:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.798921:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822343552 00000100:00100000:3.0:1746126492.798932:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822343552 00000100:00100000:0.0:1746126492.798970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.798979:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 164 00000100:00100000:3.0:1746126492.798986:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1976:x1830945822343552:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126492.798997:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126492.799016:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093a47400/0x8f8d42f0d1117ad6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbb8 expref: 30 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.799038:0:8534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8800a6a8c200) 00010000:00010000:3.0:1746126492.799042:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126492.799083:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1976:x1830945822343552:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 97us (2229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126492.799089:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 164 00000100:00100000:2.0:1746126492.799298:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822343680 00000100:00100000:2.0:1746126492.799302:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822343680 00000100:00100000:2.0:1746126492.799325:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5509 00000100:00100000:2.0:1746126492.799340:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1191:x1830945822343680:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126492.799351:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126492.799361:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc0c expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.799380:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117b31 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbfe expref: 10 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126492.799387:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126492.799388:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126492.799391:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.799411:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117b31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbfe expref: 10 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126492.799421:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117b31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbfe expref: 10 pid: 8480 timeout: 634 lvb_type: 1 00010000:00010000:0.0:1746126492.799759:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117b23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.799767:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117b23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.799774:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117b23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.799779:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4d90000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126492.799783:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117b23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.799788:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117b23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.799798:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117b23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.799804:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4d90000/0x8f8d42f0d1117b23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126492.799988:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822343296:12345-192.168.203.3@tcp:3:dd.0 Request processed in 21847us (23145us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126492.799995:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4310 00000100:00100000:2.0:1746126492.800202:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820571392:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126492.800266:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beeca80 going to sleep for 11 seconds 00010000:00010000:0.0:1746126492.812750:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a2d200/0x8f8d42f0d1117b2a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.812763:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2d200/0x8f8d42f0d1117b2a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.812769:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a2d200/0x8f8d42f0d1117b2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.812774:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2d200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126492.812777:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a2d200/0x8f8d42f0d1117b2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.812784:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a2d200/0x8f8d42f0d1117b2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.812799:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a2d200/0x8f8d42f0d1117b2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.812804:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a2d200/0x8f8d42f0d1117b2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126492.812882:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822343424:12345-192.168.203.3@tcp:3:dd.0 Request processed in 33269us (36009us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126492.812890:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4311 00000100:00100000:0.0:1746126492.816585:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820571392:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126492.816609:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.816623:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092839c00, rc 0) 00000100:00100000:0.0:1746126492.816726:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1191:x1830945822343680:12345-192.168.203.3@tcp:101:dd.0 Request processed in 17383us (17756us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126492.816734:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5509 00000100:00100000:2.0:1746126492.816900:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.816924:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822343808 00000100:00100000:2.0:1746126492.816939:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822343808 00010000:00010000:2.0:1746126492.816958:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117b31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbfe expref: 9 pid: 8480 timeout: 634 lvb_type: 1 00000100:00100000:2.0:1746126492.816991:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7706 00000100:00100000:2.0:1746126492.816997:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822343808:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126492.817007:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126492.817022:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117b31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbfe expref: 9 pid: 8480 timeout: 634 lvb_type: 1 00010000:00010000:2.0:1746126492.817032:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117b31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbfe expref: 9 pid: 8480 timeout: 634 lvb_type: 1 00010000:00010000:2.0:1746126492.817049:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092838e00/0x8f8d42f0d1117b31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbfe expref: 9 pid: 8480 timeout: 634 lvb_type: 1 00010000:00010000:2.0:1746126492.817061:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126492.817062:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126492.817067:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.817084:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.817104:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126492.817114:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8534:1830945820571520:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126492.817154:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126492.823053:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.823174:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822344064 00000100:00100000:0.0:1746126492.823181:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822344064 00000100:00100000:0.0:1746126492.823238:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4312 00000100:00100000:0.0:1746126492.823245:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822344064:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:0.0:1746126492.823273:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.823288:0:32503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117940 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cadf expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.823295:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126492.823296:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126492.823299:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.823322:0:32503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117940 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cadf expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.823332:0:32503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117940 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cadf expref: 9 pid: 10567 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126492.823344:0:32503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba5e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:32503:1830945820571648:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126492.823410:0:32503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126492.828006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.828092:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8534:1830945820571520:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126492.828107:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126492.828299:0:32503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba5e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:32503:1830945820571648:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126492.828314:0:32503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126492.828728:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822344448 00000100:00100000:0.0:1746126492.828734:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822344448 00010000:00010000:0.0:1746126492.828757:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117940 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cadf expref: 10 pid: 10567 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126492.828786:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7707 00000100:00100000:0.0:1746126492.828792:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822344448:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126492.828801:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746126492.828814:0:11008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:0.0:1746126492.828816:0:11008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1746126490 -> 1746126491 00002000:00010000:0.0:1746126492.828818:0:11008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1746126490 -> 1746126491 00002000:00010000:0.0:1746126492.828820:0:11008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 49163 -> 51211 00010000:00010000:0.0:1746126492.828824:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117940 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cadf expref: 10 pid: 10567 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126492.828834:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117940 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cadf expref: 10 pid: 10567 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126492.828850:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117940 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cadf expref: 10 pid: 10567 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126492.828863:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.828865:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.828868:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.828874:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.828887:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126492.828931:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822343808:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 11934us (12031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126492.828937:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7706 00010000:00010000:2.0:1746126492.831939:0:32503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126492.831952:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126492.834184:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822344448:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5385us (6178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126492.834195:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7707 00000100:00100000:3.0:1746126492.834824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.834871:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822344320 00000100:00100000:1.0:1746126492.834878:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822344320 00000100:00100000:1.0:1746126492.834924:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4313 00000100:00100000:1.0:1746126492.834930:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822344320:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:1.0:1746126492.834957:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1117b4d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.834967:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126492.834969:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126492.834972:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1117b4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126492.834982:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1117b4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126492.860117:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126492.860829:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822344704 00000100:00100000:2.0:1746126492.860837:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822344704 00002000:00100000:2.0:1746126492.860918:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009ba5e300 x1830945822344704/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126492.860927:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5e300 with x1830945822344704 ext(0->1048575) 00002000:00010000:2.0:1746126492.860931:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5e300 00000100:00100000:2.0:1746126492.860962:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4314 00000100:00100000:2.0:1746126492.860970:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822344704:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126492.862571:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.863703:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822344832 00000100:00100000:0.0:1746126492.863711:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822344832 00000100:00100000:0.0:1746126492.863739:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5510 00000100:00100000:0.0:1746126492.863746:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+32:1191:x1830945822344832:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1746126492.863759:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126492.863773:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc13 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.863794:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092839200/0x8f8d42f0d1117b38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc05 expref: 7 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126492.863800:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.863801:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.863804:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.863826:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092839200/0x8f8d42f0d1117b38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc05 expref: 7 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126492.863836:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092839200/0x8f8d42f0d1117b38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc05 expref: 7 pid: 8480 timeout: 634 lvb_type: 1 00000100:00100000:0.0:1746126492.863846:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820571776:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126492.863902:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126492.872716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.872754:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10567:1830945820571776:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126492.872774:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 33 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.872788:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d78a000, rc 0) 00000100:00100000:0.0:1746126492.872820:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+33:1191:x1830945822344832:12345-192.168.203.3@tcp:101:dd.0 Request processed in 9074us (10250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126492.872826:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5510 00000100:00100000:0.0:1746126492.872857:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822344960 00000100:00100000:0.0:1746126492.872861:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822344960 00010000:00010000:0.0:1746126492.872879:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092839200/0x8f8d42f0d1117b38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc05 expref: 8 pid: 8480 timeout: 634 lvb_type: 1 00000100:00100000:0.0:1746126492.872897:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7708 00000100:00100000:0.0:1746126492.872903:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822344960:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126492.872913:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126492.872928:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092839200/0x8f8d42f0d1117b38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc05 expref: 8 pid: 8480 timeout: 634 lvb_type: 1 00010000:00010000:0.0:1746126492.872937:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092839200/0x8f8d42f0d1117b38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc05 expref: 8 pid: 8480 timeout: 634 lvb_type: 1 00010000:00010000:0.0:1746126492.872955:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092839200/0x8f8d42f0d1117b38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc05 expref: 8 pid: 8480 timeout: 634 lvb_type: 1 00010000:00010000:0.0:1746126492.872963:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.872965:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126492.872970:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.872976:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126492.872999:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 32 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126492.873008:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba5c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820571904:192.168.203.3@tcp:105: 00000100:00100000:0.0:1746126492.873049:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126492.881286:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1977:x1830945822344704:12345-192.168.203.3@tcp:4:dd.0 Request processed in 20309us (21167us total) trans 4294968133 rc 0/0 00000100:00100000:3.0:1746126492.881297:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4314 00002000:00100000:3.0:1746126492.881306:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009ba5e300 x1830945822344704/t4294968133(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/448 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.881314:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5e300 with x1830945822344704 ext(0->1048575) 00002000:00010000:3.0:1746126492.881318:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5e300 00000100:00100000:0.0:1746126492.889532:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba5c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820571904:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126492.889548:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126492.889761:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822344960:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 16856us (17050us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126492.889771:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7708 00000100:00100000:2.0:1746126492.897126:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.898264:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822345216 00000100:00100000:3.0:1746126492.898271:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822345216 00002000:00100000:3.0:1746126492.898304:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88012bf51c00 x1830945822345216/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.898314:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51c00 with x1830945822345216 ext(0->1048575) 00002000:00010000:3.0:1746126492.898318:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bf51c00 00000100:00100000:3.0:1746126492.898335:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4315 00000100:00100000:3.0:1746126492.898341:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+33:1977:x1830945822345216:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126492.912684:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.912729:0:8485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822345472 00000100:00100000:0.0:1746126492.912736:0:8485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822345472 00002000:00100000:0.0:1746126492.912765:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009186c000 x1830945822345472/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.912774:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c000 with x1830945822345472 ext(1048576->2097151) 00002000:00010000:0.0:1746126492.912779:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186c000 00000100:00100000:0.0:1746126492.912796:0:8485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4316 00000100:00100000:0.0:1746126492.912802:0:8485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1976:x1830945822345472:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126492.926045:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+35:1977:x1830945822345216:12345-192.168.203.3@tcp:4:dd.0 Request processed in 27696us (28918us total) trans 4294968518 rc 0/0 00000100:00100000:3.0:1746126492.926057:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4315 00002000:00100000:3.0:1746126492.926085:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88012bf51c00 x1830945822345216/t4294968518(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/448 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.926094:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf51c00 with x1830945822345216 ext(0->1048575) 00002000:00010000:3.0:1746126492.926099:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bf51c00 00000100:00100000:0.0:1746126492.929718:0:8485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:1976:x1830945822345472:12345-192.168.203.3@tcp:4:dd.0 Request processed in 16911us (17036us total) trans 4294968134 rc 0/0 00000100:00100000:0.0:1746126492.929729:0:8485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4316 00002000:00100000:0.0:1746126492.929738:0:8485:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009186c000 x1830945822345472/t4294968134(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/448 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.929753:0:8485:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186c000 with x1830945822345472 ext(1048576->2097151) 00002000:00010000:0.0:1746126492.929758:0:8485:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186c000 00002000:00010000:3.0:1746126492.937012:0:32503:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1746126491 -> 1746126492 00002000:00010000:3.0:1746126492.937017:0:32503:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1746126491 -> 1746126492 00010000:00010000:3.0:1746126492.937029:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.937037:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.937043:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.937049:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094e01600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126492.937054:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.937061:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.937085:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126492.937091:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e01600/0x8f8d42f0d1117b46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126492.937154:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1974:x1830945822344064:12345-192.168.203.3@tcp:4:dd.0 Request processed in 113906us (114105us total) trans 4294968131 rc 0/0 00000100:00100000:3.0:1746126492.937162:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4312 00000001:00080000:2.0:1746126492.937451:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968131 is committed 00000100:00100000:3.0:1746126492.967871:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.967903:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.967916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.967938:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126492.967994:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822345856 00000100:00100000:3.0:1746126492.968001:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822345856 00002000:00100000:3.0:1746126492.968032:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880092807100 x1830945822345856/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.968041:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807100 with x1830945822345856 ext(1048576->2097151) 00002000:00010000:3.0:1746126492.968045:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092807100 00000100:00100000:3.0:1746126492.968058:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822345984 00000100:00100000:3.0:1746126492.968061:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822345984 00002000:00100000:3.0:1746126492.968083:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880092806300 x1830945822345984/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.968090:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092806300 with x1830945822345984 ext(2097152->3145727) 00002000:00010000:3.0:1746126492.968092:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092806300 00000100:00100000:3.0:1746126492.968100:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822346368 00000100:00100000:3.0:1746126492.968102:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822346368 00002000:00100000:3.0:1746126492.968114:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880093954a80 x1830945822346368/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.968121:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954a80 with x1830945822346368 ext(3145728->4194303) 00002000:00010000:3.0:1746126492.968123:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093954a80 00000100:00100000:3.0:1746126492.968131:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822346240 00000100:00100000:3.0:1746126492.968132:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822346240 00002000:00100000:3.0:1746126492.968141:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88008d280e00 x1830945822346240/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.968147:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280e00 with x1830945822346240 ext(2097152->3145727) 00002000:00010000:3.0:1746126492.968149:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d280e00 00000100:00100000:3.0:1746126492.968158:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4317 00000100:00100000:3.0:1746126492.968164:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+36:1977:x1830945822345856:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126492.968269:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4318 00000100:00100000:3.0:1746126492.968274:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+37:1977:x1830945822345984:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126492.968304:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4319 00000100:00100000:3.0:1746126492.968308:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1977:x1830945822346368:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126492.971960:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4320 00000100:00100000:0.0:1746126492.971976:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1977:x1830945822346240:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126492.982869:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126492.982895:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822346752 00000100:00100000:0.0:1746126492.982901:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822346752 00002000:00100000:0.0:1746126492.982930:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff88009ba5c000 x1830945822346752/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126492.982937:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5c000 with x1830945822346752 ext(3145728->4194303) 00002000:00010000:0.0:1746126492.982941:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba5c000 00000100:00100000:0.0:1746126492.982956:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4321 00000100:00100000:0.0:1746126492.982961:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+39:1976:x1830945822346752:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126492.994778:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126492.995582:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822347008 00000100:00100000:1.0:1746126492.995590:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822347008 00002000:00100000:1.0:1746126492.995624:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009ba5df80 x1830945822347008/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/0 e 0 to 0 dl 1746126503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126492.995634:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5df80 with x1830945822347008 ext(4194304->5242879) 00002000:00010000:1.0:1746126492.995639:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5df80 00000100:00100000:1.0:1746126492.995656:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4322 00000100:00100000:1.0:1746126492.995662:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1976:x1830945822347008:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126492.997422:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+41:1977:x1830945822345856:12345-192.168.203.3@tcp:4:dd.0 Request processed in 29250us (29548us total) trans 4294968519 rc 0/0 00000100:00100000:3.0:1746126492.997431:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4317 00002000:00100000:3.0:1746126492.997441:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880092807100 x1830945822345856/t4294968519(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/448 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126492.997448:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092807100 with x1830945822345856 ext(1048576->2097151) 00002000:00010000:3.0:1746126492.997452:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092807100 00000100:00100000:2.0:1746126493.003702:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126493.009476:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822347264 00000100:00100000:2.0:1746126493.009486:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822347264 00002000:00100000:2.0:1746126493.009548:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88012bf50000 x1830945822347264/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126493.009561:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf50000 with x1830945822347264 ext(4194304->5242879) 00002000:00010000:2.0:1746126493.009568:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bf50000 00000100:00100000:2.0:1746126493.009597:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4323 00000100:00100000:2.0:1746126493.009604:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+41:1977:x1830945822347264:12345-192.168.203.3@tcp:4:dd.0 00000100:00080000:2.0:1746126493.009709:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126493.011200:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1977:x1830945822346368:12345-192.168.203.3@tcp:4:dd.0 Request processed in 42887us (43278us total) trans 4294968135 rc 0/0 00000100:00100000:3.0:1746126493.011208:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4319 00002000:00100000:3.0:1746126493.011215:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880093954a80 x1830945822346368/t4294968135(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/448 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126493.011222:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954a80 with x1830945822346368 ext(3145728->4194303) 00002000:00010000:3.0:1746126493.011226:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093954a80 00000100:00100000:3.0:1746126493.021262:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+43:1977:x1830945822345984:12345-192.168.203.3@tcp:4:dd.0 Request processed in 52981us (53351us total) trans 4294968520 rc 0/0 00000100:00100000:3.0:1746126493.021272:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4318 00002000:00100000:3.0:1746126493.021281:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880092806300 x1830945822345984/t4294968520(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/448 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126493.021289:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092806300 with x1830945822345984 ext(2097152->3145727) 00002000:00010000:3.0:1746126493.021294:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092806300 00000100:00100000:2.0:1746126493.026801:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126493.030762:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822347520 00000100:00100000:2.0:1746126493.030772:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822347520 00002000:00100000:2.0:1746126493.030817:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88012bf52680 x1830945822347520/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126493.030826:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf52680 with x1830945822347520 ext(5242880->6291455) 00002000:00010000:2.0:1746126493.030830:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf52680 00000100:00100000:2.0:1746126493.030848:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4324 00000100:00100000:2.0:1746126493.030855:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1977:x1830945822347520:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126493.030893:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1977:x1830945822346240:12345-192.168.203.3@tcp:4:dd.0 Request processed in 58924us (62953us total) trans 4294968136 rc 0/0 00000100:00100000:1.0:1746126493.030900:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4320 00002000:00100000:1.0:1746126493.030905:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88008d280e00 x1830945822346240/t4294968136(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/448 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126493.030912:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280e00 with x1830945822346240 ext(2097152->3145727) 00002000:00010000:1.0:1746126493.030915:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d280e00 00000100:00080000:2.0:1746126493.030945:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126493.036805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126493.037438:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822347776 00000100:00100000:2.0:1746126493.037445:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822347776 00002000:00100000:2.0:1746126493.037476:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88008d281f80 x1830945822347776/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126493.037484:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281f80 with x1830945822347776 ext(5242880->6291455) 00002000:00010000:2.0:1746126493.037488:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d281f80 00000100:00100000:2.0:1746126493.037526:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4325 00000100:00100000:2.0:1746126493.037532:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+43:1976:x1830945822347776:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126493.039159:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+45:1976:x1830945822346752:12345-192.168.203.3@tcp:4:dd.0 Request processed in 56194us (56292us total) trans 4294968521 rc 0/0 00000100:00100000:0.0:1746126493.039166:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4321 00002000:00100000:0.0:1746126493.039174:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff88009ba5c000 x1830945822346752/t4294968521(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/448 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.039182:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5c000 with x1830945822346752 ext(3145728->4194303) 00002000:00010000:0.0:1746126493.039186:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba5c000 00000100:00100000:3.0:1746126493.044057:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:52f5c050-7127-4d77-9bd9-9065bdbf8f97+21:1976:x1830945822347008:12345-192.168.203.3@tcp:4:dd.0 Request processed in 48388us (49561us total) trans 4294968137 rc 0/0 00000100:00100000:3.0:1746126493.044067:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4322 00002000:00100000:3.0:1746126493.044086:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009ba5df80 x1830945822347008/t4294968137(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:253/0 lens 488/448 e 0 to 0 dl 1746126503 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126493.044100:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5df80 with x1830945822347008 ext(4194304->5242879) 00002000:00010000:3.0:1746126493.044105:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5df80 00000100:00100000:2.0:1746126493.050449:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+45:1977:x1830945822347264:12345-192.168.203.3@tcp:4:dd.0 Request processed in 40839us (46744us total) trans 4294968522 rc 0/0 00000100:00100000:2.0:1746126493.050459:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4323 00002000:00100000:2.0:1746126493.050470:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88012bf50000 x1830945822347264/t4294968522(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126493.050478:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf50000 with x1830945822347264 ext(4194304->5242879) 00002000:00010000:2.0:1746126493.050483:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bf50000 00000100:00100000:2.0:1746126493.054441:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+21:1977:x1830945822347520:12345-192.168.203.3@tcp:4:dd.0 Request processed in 23579us (27637us total) trans 4294968138 rc 0/0 00000100:00100000:2.0:1746126493.054452:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4324 00002000:00100000:2.0:1746126493.054462:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88012bf52680 x1830945822347520/t4294968138(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126493.054470:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf52680 with x1830945822347520 ext(5242880->6291455) 00002000:00010000:2.0:1746126493.054475:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf52680 00000100:00100000:1.0:1746126493.054652:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.054834:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822348032 00000100:00100000:1.0:1746126493.054840:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822348032 00002000:00100000:1.0:1746126493.054860:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88009186e680 x1830945822348032/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126493.054868:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186e680 with x1830945822348032 ext(6291456->7340031) 00002000:00010000:1.0:1746126493.054870:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186e680 00000100:00100000:1.0:1746126493.054894:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4326 00000100:00100000:1.0:1746126493.054899:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+21:1976:x1830945822348032:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126493.061279:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+45:1976:x1830945822347776:12345-192.168.203.3@tcp:4:dd.0 Request processed in 23738us (24473us total) trans 4294968523 rc 0/0 00000100:00100000:2.0:1746126493.061290:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4325 00002000:00100000:2.0:1746126493.061300:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88008d281f80 x1830945822347776/t4294968523(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126493.061308:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281f80 with x1830945822347776 ext(5242880->6291455) 00002000:00010000:2.0:1746126493.061313:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d281f80 00000100:00100000:0.0:1746126493.064789:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126493.065030:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822348288 00000100:00100000:2.0:1746126493.065037:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822348288 00002000:00100000:2.0:1746126493.065079:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88009ba5d180 x1830945822348288/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126493.065089:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5d180 with x1830945822348288 ext(6291456->7340031) 00002000:00010000:2.0:1746126493.065093:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba5d180 00000100:00100000:2.0:1746126493.065115:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4327 00000100:00100000:2.0:1746126493.065121:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+45:1977:x1830945822348288:12345-192.168.203.3@tcp:4:dd.0 00000001:00080000:3.0:1746126493.073152:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968134 is committed 00000001:00080000:3.0:1746126493.073169:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968132 is committed 00010000:00010000:0.0:1746126493.073262:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1117b4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.073274:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1117b4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.073281:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1117b4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.073286:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009496da00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126493.073290:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1117b4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.073298:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1117b4d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.073311:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1117b4d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.073317:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009496da00/0x8f8d42f0d1117b4d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126493.073396:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822344320:12345-192.168.203.3@tcp:4:dd.0 Request processed in 238463us (238571us total) trans 4294968132 rc 0/0 00000100:00100000:0.0:1746126493.073404:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4313 00000100:00100000:1.0:1746126493.074081:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1976:x1830945822348032:12345-192.168.203.3@tcp:4:dd.0 Request processed in 19180us (19429us total) trans 4294968139 rc 0/0 00000100:00100000:1.0:1746126493.074096:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4326 00002000:00100000:1.0:1746126493.074104:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88009186e680 x1830945822348032/t4294968139(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126493.074112:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186e680 with x1830945822348032 ext(6291456->7340031) 00002000:00010000:1.0:1746126493.074116:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186e680 00000100:00100000:0.0:1746126493.079764:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+47:1977:x1830945822348288:12345-192.168.203.3@tcp:4:dd.0 Request processed in 14635us (14974us total) trans 4294968524 rc 0/0 00000100:00100000:0.0:1746126493.079775:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4327 00002000:00100000:0.0:1746126493.079784:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88009ba5d180 x1830945822348288/t4294968524(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.079793:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5d180 with x1830945822348288 ext(6291456->7340031) 00002000:00010000:0.0:1746126493.079798:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba5d180 00000100:00100000:3.0:1746126493.079895:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126493.079979:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.080130:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822348672 00000100:00100000:1.0:1746126493.080136:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822348672 00000100:00100000:1.0:1746126493.080167:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822348800 00000100:00100000:1.0:1746126493.080169:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822348800 00000100:00100000:1.0:1746126493.080183:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4328 00000100:00100000:1.0:1746126493.080189:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822348672:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126493.080213:0:25023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8200/0x8f8d42f0d1117b5b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.080223:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.080225:0:25023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.080229:0:25023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8200/0x8f8d42f0d1117b5b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.080240:0:25023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca8200/0x8f8d42f0d1117b5b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126493.080827:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4329 00000100:00100000:1.0:1746126493.080832:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822348800:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126493.080848:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117b62 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.080855:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.080856:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.080859:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117b62 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.080866:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117b62 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126493.096326:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126493.096928:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822349056 00000100:00100000:0.0:1746126493.096936:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822349056 00002000:00100000:0.0:1746126493.096967:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88008d281c00 x1830945822349056/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.096976:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281c00 with x1830945822349056 ext(7340032->8388607) 00002000:00010000:0.0:1746126493.096981:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d281c00 00000100:00100000:0.0:1746126493.097001:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4330 00000100:00100000:0.0:1746126493.097006:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1977:x1830945822349056:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:1.0:1746126493.097390:0:25023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8200/0x8f8d42f0d1117b5b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.097400:0:25023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8200/0x8f8d42f0d1117b5b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.097407:0:25023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ca8200/0x8f8d42f0d1117b5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.097413:0:25023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126493.097417:0:25023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ca8200/0x8f8d42f0d1117b5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.097424:0:25023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ca8200/0x8f8d42f0d1117b5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.097438:0:25023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ca8200/0x8f8d42f0d1117b5b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.097442:0:25023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8200/0x8f8d42f0d1117b5b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25023 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126493.101755:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822348672:12345-192.168.203.3@tcp:3:dd.0 Request processed in 21558us (21852us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126493.101765:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4328 00010000:00010000:1.0:1746126493.103014:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117b62 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.103027:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117b62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.103034:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117b62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.103039:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8a00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126493.103042:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117b62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.103048:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117b62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.103062:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117b62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.103075:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8a00/0x8f8d42f0d1117b62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126493.103126:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822348800:12345-192.168.203.3@tcp:3:dd.0 Request processed in 22292us (23145us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126493.103132:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4329 00000100:00100000:2.0:1746126493.111174:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:52f5c050-7127-4d77-9bd9-9065bdbf8f97+21:1977:x1830945822349056:12345-192.168.203.3@tcp:4:dd.0 Request processed in 14159us (14846us total) trans 4294968140 rc 0/0 00000100:00100000:2.0:1746126493.111183:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4330 00002000:00100000:2.0:1746126493.111192:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88008d281c00 x1830945822349056/t4294968140(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126493.111200:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281c00 with x1830945822349056 ext(7340032->8388607) 00002000:00010000:2.0:1746126493.111205:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d281c00 00000100:00100000:3.0:1746126493.117804:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126493.117830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126493.117857:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.117911:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822349312 00000100:00100000:1.0:1746126493.117918:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822349312 00002000:00100000:1.0:1746126493.117953:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88008d281180 x1830945822349312/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126493.117962:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281180 with x1830945822349312 ext(7340032->8388607) 00002000:00010000:1.0:1746126493.117966:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d281180 00000100:00100000:1.0:1746126493.117980:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822349696 00000100:00100000:1.0:1746126493.117982:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822349696 00000100:00100000:1.0:1746126493.117996:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822349568 00000100:00100000:1.0:1746126493.117998:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822349568 00000100:00100000:1.0:1746126493.118012:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4331 00000100:00100000:1.0:1746126493.118017:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+47:1977:x1830945822349312:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126493.118140:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4332 00000100:00100000:1.0:1746126493.118145:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822349696:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:1.0:1746126493.118172:0:32504:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69c, atime: 0x0, ctime: 0x6813c69c, blocks: 0xc80b 00010000:00010000:1.0:1746126493.118179:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8000/0x8f8d42f0d1117b69 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.118189:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.118191:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.118195:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8000/0x8f8d42f0d1117b69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.118206:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ca8000/0x8f8d42f0d1117b69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126493.118275:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4333 00000100:00100000:2.0:1746126493.118281:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822349568:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:2.0:1746126493.118293:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bd42800/0x8f8d42f0d1117b70 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.118299:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126493.118300:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126493.118302:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd42800/0x8f8d42f0d1117b70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.118308:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bd42800/0x8f8d42f0d1117b70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126493.129938:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.129980:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822350080 00000100:00100000:1.0:1746126493.129987:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822350080 00002000:00100000:1.0:1746126493.130020:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009ba5f800 x1830945822350080/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126493.130028:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5f800 with x1830945822350080 ext(8388608->9437183) 00002000:00010000:1.0:1746126493.130033:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5f800 00000100:00100000:1.0:1746126493.130060:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4334 00000100:00100000:1.0:1746126493.130066:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+21:1977:x1830945822350080:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126493.135756:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+49:1977:x1830945822349312:12345-192.168.203.3@tcp:4:dd.0 Request processed in 17730us (17949us total) trans 4294968525 rc 0/0 00000100:00100000:1.0:1746126493.135766:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4331 00002000:00100000:1.0:1746126493.135775:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88008d281180 x1830945822349312/t4294968525(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126493.135784:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d281180 with x1830945822349312 ext(7340032->8388607) 00002000:00010000:1.0:1746126493.135788:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d281180 00000100:00100000:3.0:1746126493.137199:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126493.137914:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822350336 00000100:00100000:0.0:1746126493.137922:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822350336 00002000:00100000:0.0:1746126493.137954:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88008d283100 x1830945822350336/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.137962:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283100 with x1830945822350336 ext(8388608->9437183) 00002000:00010000:0.0:1746126493.137967:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d283100 00000100:00100000:0.0:1746126493.137995:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4335 00000100:00100000:0.0:1746126493.138002:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+49:1976:x1830945822350336:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126493.163859:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1977:x1830945822350080:12345-192.168.203.3@tcp:4:dd.0 Request processed in 33787us (33923us total) trans 4294968143 rc 0/0 00000100:00100000:0.0:1746126493.163869:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4334 00002000:00100000:0.0:1746126493.163878:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009ba5f800 x1830945822350080/t4294968143(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.163888:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba5f800 with x1830945822350080 ext(8388608->9437183) 00002000:00010000:0.0:1746126493.163892:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba5f800 00000100:00100000:0.0:1746126493.169164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.170179:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822350592 00000100:00100000:1.0:1746126493.170187:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822350592 00002000:00100000:1.0:1746126493.170221:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880135a2a300 x1830945822350592/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126493.170230:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2a300 with x1830945822350592 ext(9437184->10485759) 00002000:00010000:1.0:1746126493.170235:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a2a300 00000100:00100000:1.0:1746126493.170256:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4336 00000100:00100000:1.0:1746126493.170263:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1976:x1830945822350592:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126493.170817:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+51:1976:x1830945822350336:12345-192.168.203.3@tcp:4:dd.0 Request processed in 32812us (33618us total) trans 4294968526 rc 0/0 00000100:00100000:0.0:1746126493.170824:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4335 00002000:00100000:0.0:1746126493.170831:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88008d283100 x1830945822350336/t4294968526(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.170838:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283100 with x1830945822350336 ext(8388608->9437183) 00002000:00010000:0.0:1746126493.170842:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d283100 00000100:00100000:2.0:1746126493.180299:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126493.181876:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822350848 00000100:00100000:0.0:1746126493.181885:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822350848 00002000:00100000:0.0:1746126493.181917:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88012bf50a80 x1830945822350848/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.181926:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf50a80 with x1830945822350848 ext(9437184->10485759) 00002000:00010000:0.0:1746126493.181931:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bf50a80 00000100:00100000:0.0:1746126493.181946:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4337 00000100:00100000:0.0:1746126493.181952:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+51:1976:x1830945822350848:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126493.182745:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+25:1976:x1830945822350592:12345-192.168.203.3@tcp:4:dd.0 Request processed in 12482us (13587us total) trans 4294968144 rc 0/0 00000100:00100000:1.0:1746126493.182753:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4336 00002000:00100000:1.0:1746126493.182759:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880135a2a300 x1830945822350592/t4294968144(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126493.182766:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2a300 with x1830945822350592 ext(9437184->10485759) 00002000:00010000:1.0:1746126493.182769:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a2a300 00000100:00100000:0.0:1746126493.197440:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+53:1976:x1830945822350848:12345-192.168.203.3@tcp:4:dd.0 Request processed in 15481us (17141us total) trans 4294968527 rc 0/0 00000100:00100000:0.0:1746126493.197450:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4337 00002000:00100000:0.0:1746126493.197460:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88012bf50a80 x1830945822350848/t4294968527(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.198219:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf50a80 with x1830945822350848 ext(9437184->10485759) 00002000:00010000:0.0:1746126493.198224:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bf50a80 00000100:00100000:2.0:1746126493.198313:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.198669:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822351104 00000100:00100000:1.0:1746126493.198675:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822351104 00002000:00100000:1.0:1746126493.198700:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880093b35c00 x1830945822351104/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126493.198707:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35c00 with x1830945822351104 ext(10485760->11534335) 00002000:00010000:1.0:1746126493.198710:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35c00 00000100:00100000:1.0:1746126493.198723:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4338 00000100:00100000:1.0:1746126493.198729:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+25:1976:x1830945822351104:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126493.208457:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+27:1976:x1830945822351104:12345-192.168.203.3@tcp:4:dd.0 Request processed in 9722us (10139us total) trans 4294968145 rc 0/0 00000100:00100000:1.0:1746126493.208466:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4338 00002000:00100000:1.0:1746126493.208476:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880093b35c00 x1830945822351104/t4294968145(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126493.208483:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b35c00 with x1830945822351104 ext(10485760->11534335) 00002000:00010000:1.0:1746126493.208487:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b35c00 00000100:00100000:3.0:1746126493.209842:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.212113:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822351360 00000100:00100000:1.0:1746126493.212123:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822351360 00002000:00100000:1.0:1746126493.212157:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88008d280000 x1830945822351360/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126493.212166:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280000 with x1830945822351360 ext(10485760->11534335) 00002000:00010000:1.0:1746126493.212170:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d280000 00000100:00100000:1.0:1746126493.212680:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4339 00000100:00100000:1.0:1746126493.212688:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+53:1977:x1830945822351360:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126493.229369:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126493.229785:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822351616 00000100:00100000:0.0:1746126493.229791:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822351616 00002000:00100000:0.0:1746126493.229837:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880135a28e00 x1830945822351616/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.229846:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a28e00 with x1830945822351616 ext(11534336->12582911) 00002000:00010000:0.0:1746126493.229850:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a28e00 00000100:00100000:0.0:1746126493.229868:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4340 00000100:00100000:0.0:1746126493.229875:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+27:1976:x1830945822351616:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126493.230726:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+55:1977:x1830945822351360:12345-192.168.203.3@tcp:4:dd.0 Request processed in 18036us (20883us total) trans 4294968528 rc 0/0 00000100:00100000:0.0:1746126493.230734:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4339 00002000:00100000:0.0:1746126493.230741:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88008d280000 x1830945822351360/t4294968528(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.230748:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d280000 with x1830945822351360 ext(10485760->11534335) 00002000:00010000:0.0:1746126493.230751:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d280000 00000100:00100000:1.0:1746126493.246829:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.246852:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.246871:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126493.246917:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822351872 00000100:00100000:0.0:1746126493.246925:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822351872 00002000:00100000:0.0:1746126493.246956:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88009186fb80 x1830945822351872/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.246965:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186fb80 with x1830945822351872 ext(11534336->12582911) 00002000:00010000:0.0:1746126493.246970:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186fb80 00000100:00100000:0.0:1746126493.246981:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822352384 00000100:00100000:0.0:1746126493.246983:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822352384 00002000:00100000:0.0:1746126493.246992:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff88009186d500 x1830945822352384/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/0 e 0 to 0 dl 1746126504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.246998:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d500 with x1830945822352384 ext(12582912->13631487) 00002000:00010000:0.0:1746126493.247000:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186d500 00000100:00100000:0.0:1746126493.247009:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4341 00000100:00100000:0.0:1746126493.247014:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+55:1977:x1830945822351872:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126493.247141:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4342 00000100:00100000:0.0:1746126493.247146:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+29:1976:x1830945822352384:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126493.247282:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822352256 00000100:00100000:2.0:1746126493.247285:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822352256 00000100:00100000:2.0:1746126493.247310:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 170 00000100:00100000:2.0:1746126493.247315:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1191:x1830945822352256:12345-192.168.203.3@tcp:35:dd.0 00000100:00100000:2.0:1746126493.247441:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1191:x1830945822352256:12345-192.168.203.3@tcp:35:dd.0 Request processed in 125us (586us total) trans 4294980656 rc 0/0 00000100:00100000:2.0:1746126493.249052:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 170 00000100:00080000:2.0:1746126493.249082:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126493.253676:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+31:1976:x1830945822351616:12345-192.168.203.3@tcp:4:dd.0 Request processed in 23794us (24306us total) trans 4294968146 rc 0/0 00000100:00100000:0.0:1746126493.253685:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4340 00002000:00100000:0.0:1746126493.253694:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880135a28e00 x1830945822351616/t4294968146(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.253701:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a28e00 with x1830945822351616 ext(11534336->12582911) 00002000:00010000:0.0:1746126493.253705:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a28e00 00000100:00100000:3.0:1746126493.264898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126493.269734:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+57:1977:x1830945822351872:12345-192.168.203.3@tcp:4:dd.0 Request processed in 22712us (22905us total) trans 4294968529 rc 0/0 00000100:00100000:0.0:1746126493.269745:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4341 00002000:00100000:0.0:1746126493.269755:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88009186fb80 x1830945822351872/t4294968529(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.269765:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186fb80 with x1830945822351872 ext(11534336->12582911) 00002000:00010000:0.0:1746126493.269770:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186fb80 00000100:00100000:0.0:1746126493.269797:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822352640 00000100:00100000:0.0:1746126493.269803:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822352640 00000100:00100000:0.0:1746126493.269827:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 171 00000100:00100000:0.0:1746126493.269832:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+20:1191:x1830945822352640:12345-192.168.203.3@tcp:35:dd.0 00000001:00080000:0.0:1746126493.269967:0:15097:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980657 00000100:00100000:0.0:1746126493.270009:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+22:1191:x1830945822352640:12345-192.168.203.3@tcp:35:dd.0 Request processed in 177us (5116us total) trans 4294980658 rc 0/0 00000100:00100000:0.0:1746126493.270015:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 171 00000020:00080000:0.0:1746126493.270018:0:15097:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126493.277921:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:52f5c050-7127-4d77-9bd9-9065bdbf8f97+31:1976:x1830945822352384:12345-192.168.203.3@tcp:4:dd.0 Request processed in 30768us (31042us total) trans 4294968147 rc 0/0 00000100:00100000:0.0:1746126493.277931:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4342 00002000:00100000:0.0:1746126493.277941:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff88009186d500 x1830945822352384/t4294968147(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:254/0 lens 488/448 e 0 to 0 dl 1746126504 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126493.277949:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d500 with x1830945822352384 ext(12582912->13631487) 00002000:00010000:0.0:1746126493.277954:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186d500 00000001:00080000:3.0:1746126493.286797:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968139 is committed 00000001:00080000:3.0:1746126493.286821:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968141 is committed 00000001:00080000:3.0:1746126493.286830:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968140 is committed 00002000:00010000:2.0:1746126493.287275:0:32505:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1746126492 -> 1746126493 00002000:00010000:2.0:1746126493.287280:0:32505:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1746126492 -> 1746126493 00010000:00010000:2.0:1746126493.287289:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bd42800/0x8f8d42f0d1117b70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.287298:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd42800/0x8f8d42f0d1117b70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.287305:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bd42800/0x8f8d42f0d1117b70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.287309:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bd42800 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126493.287313:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bd42800/0x8f8d42f0d1117b70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.287319:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bd42800/0x8f8d42f0d1117b70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.287333:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bd42800/0x8f8d42f0d1117b70 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.287339:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bd42800/0x8f8d42f0d1117b70 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126493.288269:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1975:x1830945822349568:12345-192.168.203.3@tcp:4:dd.0 Request processed in 169982us (170404us total) trans 4294968141 rc 0/0 00000100:00100000:2.0:1746126493.288279:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4333 00000001:00080000:3.0:1746126493.376768:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968147 is committed 00010000:00010000:1.0:1746126493.376846:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ca8000/0x8f8d42f0d1117b69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.376857:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ca8000/0x8f8d42f0d1117b69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.376864:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ca8000/0x8f8d42f0d1117b69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.376869:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8000 already unused, calling callback (ffffffffa086ad70) 00000001:00080000:3.0:1746126493.376872:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968142 is committed 00010000:00010000:1.0:1746126493.376873:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ca8000/0x8f8d42f0d1117b69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.376880:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ca8000/0x8f8d42f0d1117b69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.376894:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ca8000/0x8f8d42f0d1117b69 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.376900:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ca8000/0x8f8d42f0d1117b69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126493.377145:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822349696:12345-192.168.203.3@tcp:4:dd.0 Request processed in 258994us (259308us total) trans 4294968142 rc 0/0 00000100:00100000:1.0:1746126493.377153:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4332 00000100:00100000:3.0:1746126493.381956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126493.381998:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.382013:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822353024 00000100:00100000:1.0:1746126493.382021:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822353024 00000100:00100000:1.0:1746126493.382083:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822353152 00000100:00100000:1.0:1746126493.382085:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822353152 00000100:00100000:1.0:1746126493.382106:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4343 00000100:00100000:1.0:1746126493.382112:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822353024:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126493.382140:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b5378400/0x8f8d42f0d1117b77 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.382151:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.382153:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.382157:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5378400/0x8f8d42f0d1117b77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.382167:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b5378400/0x8f8d42f0d1117b77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126493.383424:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4344 00000100:00100000:2.0:1746126493.383433:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822353152:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126493.383454:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117b7e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.383462:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126493.383463:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126493.383466:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117b7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.383475:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117b7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.406039:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117b7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.406054:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117b7e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.406061:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117b7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.406078:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a2c0400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126493.406082:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117b7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.406089:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117b7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.406103:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117b7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.406108:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a2c0400/0x8f8d42f0d1117b7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126493.406172:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822353152:12345-192.168.203.3@tcp:3:dd.0 Request processed in 22738us (24170us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126493.406180:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4344 00010000:00010000:1.0:1746126493.406268:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b5378400/0x8f8d42f0d1117b77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.406275:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5378400/0x8f8d42f0d1117b77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.406280:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b5378400/0x8f8d42f0d1117b77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.406285:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b5378400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126493.406288:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b5378400/0x8f8d42f0d1117b77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.406293:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b5378400/0x8f8d42f0d1117b77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.406302:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b5378400/0x8f8d42f0d1117b77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.406307:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b5378400/0x8f8d42f0d1117b77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126493.406340:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822353024:12345-192.168.203.3@tcp:3:dd.0 Request processed in 24228us (24390us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126493.406346:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4343 00000100:00100000:3.0:1746126493.413116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126493.413159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.413221:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822353408 00000100:00100000:1.0:1746126493.413230:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822353408 00000100:00100000:1.0:1746126493.413277:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822353536 00000100:00100000:1.0:1746126493.413279:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822353536 00000100:00100000:1.0:1746126493.413297:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4345 00000100:00100000:1.0:1746126493.413302:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822353408:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:1.0:1746126493.413337:0:32504:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69d, atime: 0x0, ctime: 0x6813c69d, blocks: 0xc80b 00010000:00010000:1.0:1746126493.413344:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d1117b85 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.413354:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.413356:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.413361:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d1117b85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.413371:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d1117b85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126493.413525:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4346 00000100:00100000:0.0:1746126493.413532:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822353536:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:0.0:1746126493.413546:0:8484:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117b8c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.413552:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.413554:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.413556:0:8484:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117b8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.413568:0:8484:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117b8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.497287:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d1117b85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.497304:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d1117b85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.497312:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d1117b85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.497319:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093686a00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126493.497323:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d1117b85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.497337:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d1117b85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.497356:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d1117b85 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.497363:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093686a00/0x8f8d42f0d1117b85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126493.497451:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1974:x1830945822353408:12345-192.168.203.3@tcp:4:dd.0 Request processed in 84142us (84336us total) trans 4294968148 rc 0/0 00000100:00100000:1.0:1746126493.497463:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4345 00000001:00080000:2.0:1746126493.497674:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968148 is committed 00010000:00010000:1.0:1746126493.549631:0:8484:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117b8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.549646:0:8484:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117b8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.549654:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117b8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.549661:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949d7c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126493.549665:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117b8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.549673:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117b8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.549697:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117b8c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.549702:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117b8c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126493.549793:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822353536:12345-192.168.203.3@tcp:4:dd.0 Request processed in 136255us (136627us total) trans 4294968149 rc 0/0 00000100:00100000:1.0:1746126493.549803:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4346 00000001:00080000:2.0:1746126493.549940:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968149 is committed 00000100:00100000:3.0:1746126493.553709:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126493.553753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126493.553812:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822354048 00000100:00100000:0.0:1746126493.553821:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822354048 00000100:00100000:0.0:1746126493.553878:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822354176 00000100:00100000:0.0:1746126493.553880:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822354176 00000100:00100000:0.0:1746126493.553900:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4347 00000100:00100000:0.0:1746126493.553906:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822354048:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126493.553942:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801310f8200/0x8f8d42f0d1117b93 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.553955:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.553957:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.553961:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801310f8200/0x8f8d42f0d1117b93 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.553973:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801310f8200/0x8f8d42f0d1117b93 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126493.554796:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4348 00000100:00100000:0.0:1746126493.554804:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822354176:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126493.554825:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1117b9a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.554834:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.554835:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.554840:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1117b9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.554848:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1117b9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.570059:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801310f8200/0x8f8d42f0d1117b93 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.570088:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801310f8200/0x8f8d42f0d1117b93 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.570096:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801310f8200/0x8f8d42f0d1117b93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.570109:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801310f8200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126493.570113:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801310f8200/0x8f8d42f0d1117b93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.570121:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801310f8200/0x8f8d42f0d1117b93 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.570141:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801310f8200/0x8f8d42f0d1117b93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.570148:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801310f8200/0x8f8d42f0d1117b93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126493.571526:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822354048:12345-192.168.203.3@tcp:3:dd.0 Request processed in 17610us (17818us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126493.571538:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4347 00010000:00010000:0.0:1746126493.573104:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1117b9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.573117:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1117b9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.573126:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1117b9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.573132:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c6b2000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126493.573136:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1117b9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.573144:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1117b9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.573161:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1117b9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.573167:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b2000/0x8f8d42f0d1117b9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126493.574017:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822354176:12345-192.168.203.3@tcp:3:dd.0 Request processed in 19208us (20258us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126493.574026:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4348 00000100:00100000:3.0:1746126493.585738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126493.585795:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126493.585834:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822354432 00000100:00100000:2.0:1746126493.585844:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822354432 00000100:00100000:1.0:1746126493.585877:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822354560 00000100:00100000:1.0:1746126493.585884:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822354560 00000100:00100000:2.0:1746126493.585888:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4349 00000100:00100000:2.0:1746126493.585895:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822354432:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126493.585923:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4350 00000100:00100000:1.0:1746126493.585929:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822354560:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:2.0:1746126493.585930:0:32504:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69d, atime: 0x0, ctime: 0x6813c69d, blocks: 0xc80b 00010000:00010000:2.0:1746126493.585936:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801358b5200/0x8f8d42f0d1117ba1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.585946:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126493.585947:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126493.585952:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358b5200/0x8f8d42f0d1117ba1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.585955:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117ba8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.585964:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801358b5200/0x8f8d42f0d1117ba1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.585966:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.585967:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.585971:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117ba8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.585981:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117ba8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.600310:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746126493.652939:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968150 is committed 00010000:00010000:3.0:1746126493.652986:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801358b5200/0x8f8d42f0d1117ba1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.652996:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801358b5200/0x8f8d42f0d1117ba1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.653003:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801358b5200/0x8f8d42f0d1117ba1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.653008:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801358b5200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126493.653012:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801358b5200/0x8f8d42f0d1117ba1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.653019:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801358b5200/0x8f8d42f0d1117ba1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.653033:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801358b5200/0x8f8d42f0d1117ba1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.653038:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801358b5200/0x8f8d42f0d1117ba1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126493.653106:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822354432:12345-192.168.203.3@tcp:4:dd.0 Request processed in 67209us (67377us total) trans 4294968150 rc 0/0 00000100:00100000:3.0:1746126493.653115:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4349 00000001:00080000:3.0:1746126493.693082:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968151 is committed 00010000:00010000:2.0:1746126493.693208:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117ba8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.693218:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117ba8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.693225:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117ba8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.693231:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bac400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126493.693234:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117ba8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.693241:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117ba8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.693254:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117ba8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.693260:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bac400/0x8f8d42f0d1117ba8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126493.693321:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822354560:12345-192.168.203.3@tcp:4:dd.0 Request processed in 107387us (107522us total) trans 4294968151 rc 0/0 00000100:00100000:2.0:1746126493.693330:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4350 00000100:00100000:3.0:1746126493.698689:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126493.698727:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126493.698748:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822355072 00000100:00100000:3.0:1746126493.698754:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822355072 00000100:00100000:3.0:1746126493.698791:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822355200 00000100:00100000:3.0:1746126493.698793:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822355200 00000100:00100000:3.0:1746126493.699521:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4351 00000100:00100000:3.0:1746126493.699530:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822355072:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:2.0:1746126493.699586:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4352 00000100:00100000:2.0:1746126493.699593:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822355200:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126493.699615:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1117baf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.699626:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126493.699628:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126493.699632:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1117baf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.699642:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1117baf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.700270:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117bb6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.700279:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126493.700281:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126493.700283:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117bb6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.700290:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117bb6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.714824:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117bb6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.714838:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117bb6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.714845:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117bb6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.714851:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b52e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126493.714854:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117bb6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.714864:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117bb6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.714879:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117bb6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.714884:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b52e00/0x8f8d42f0d1117bb6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126493.714996:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822355072:12345-192.168.203.3@tcp:3:dd.0 Request processed in 15464us (16310us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126493.715004:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4351 00010000:00010000:2.0:1746126493.723705:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1117baf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.723718:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1117baf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.723725:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1117baf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.723730:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bada00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126493.723733:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1117baf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.723742:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1117baf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.723756:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1117baf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.723760:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bada00/0x8f8d42f0d1117baf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126493.724655:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822355200:12345-192.168.203.3@tcp:3:dd.0 Request processed in 25057us (25922us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126493.724663:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4352 00000100:00100000:2.0:1746126493.731988:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126493.732109:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822355456 00000100:00100000:0.0:1746126493.732116:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822355456 00000100:00100000:0.0:1746126493.732448:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4353 00000100:00100000:0.0:1746126493.732455:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822355456:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:0.0:1746126493.732632:0:32507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69d, atime: 0x0, ctime: 0x6813c69d, blocks: 0xc80b 00010000:00010000:0.0:1746126493.732639:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a2c200/0x8f8d42f0d1117bbd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.732650:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.732651:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.732655:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2c200/0x8f8d42f0d1117bbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.732832:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a2c200/0x8f8d42f0d1117bbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126493.741441:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126493.744340:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822355584 00000100:00100000:3.0:1746126493.744350:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822355584 00000100:00100000:3.0:1746126493.744402:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4354 00000100:00100000:3.0:1746126493.744409:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822355584:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:3.0:1746126493.744434:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099b52600/0x8f8d42f0d1117bc4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.744447:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126493.744448:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126493.744452:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52600/0x8f8d42f0d1117bc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.744463:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b52600/0x8f8d42f0d1117bc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126493.780543:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968152 is committed 00010000:00010000:1.0:1746126493.780635:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a2c200/0x8f8d42f0d1117bbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.780650:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2c200/0x8f8d42f0d1117bbd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.780655:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a2c200/0x8f8d42f0d1117bbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.780661:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2c200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126493.780664:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a2c200/0x8f8d42f0d1117bbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.780671:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a2c200/0x8f8d42f0d1117bbd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.780686:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a2c200/0x8f8d42f0d1117bbd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.780691:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a2c200/0x8f8d42f0d1117bbd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126493.780751:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1975:x1830945822355456:12345-192.168.203.3@tcp:4:dd.0 Request processed in 48293us (48766us total) trans 4294968152 rc 0/0 00000100:00100000:1.0:1746126493.780760:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4353 00010000:00010000:1.0:1746126493.817596:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099b52600/0x8f8d42f0d1117bc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.817608:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099b52600/0x8f8d42f0d1117bc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.817619:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099b52600/0x8f8d42f0d1117bc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.817626:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b52600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126493.817629:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b52600/0x8f8d42f0d1117bc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.817636:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b52600/0x8f8d42f0d1117bc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.817651:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099b52600/0x8f8d42f0d1117bc4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.817655:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b52600/0x8f8d42f0d1117bc4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126493.817720:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822355584:12345-192.168.203.3@tcp:4:dd.0 Request processed in 73308us (76282us total) trans 4294968153 rc 0/0 00000100:00100000:1.0:1746126493.817727:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4354 00000001:00080000:2.0:1746126493.817800:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968153 is committed 00000100:00100000:2.0:1746126493.821352:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126493.821424:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126493.821617:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822355968 00000100:00100000:1.0:1746126493.821628:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822355968 00000100:00100000:0.0:1746126493.821636:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822356224 00000100:00100000:0.0:1746126493.821639:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822356224 00000100:00100000:1.0:1746126493.821714:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4355 00000100:00100000:0.0:1746126493.821718:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4356 00000100:00100000:1.0:1746126493.821720:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822355968:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:0.0:1746126493.821722:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822356224:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126493.821745:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117bd2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.821745:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800948bc400/0x8f8d42f0d1117bcb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.821755:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.821756:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.821757:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.821757:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126493.821761:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.821761:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bc400/0x8f8d42f0d1117bcb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.821771:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.821771:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948bc400/0x8f8d42f0d1117bcb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.839341:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800948bc400/0x8f8d42f0d1117bcb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.839354:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bc400/0x8f8d42f0d1117bcb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.839361:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800948bc400/0x8f8d42f0d1117bcb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.839367:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bc400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126493.839370:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bc400/0x8f8d42f0d1117bcb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.839377:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bc400/0x8f8d42f0d1117bcb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.839390:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800948bc400/0x8f8d42f0d1117bcb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.839395:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948bc400/0x8f8d42f0d1117bcb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126493.839468:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822356224:12345-192.168.203.3@tcp:3:dd.0 Request processed in 17741us (18040us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126493.839476:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4356 00010000:00010000:1.0:1746126493.840646:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.840654:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117bd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.840659:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117bd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.840663:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b43000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126493.840665:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117bd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.840670:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117bd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.840679:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117bd2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126493.840684:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117bd2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126493.841652:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822355968:12345-192.168.203.3@tcp:3:dd.0 Request processed in 19928us (20302us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126493.841660:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4355 00000100:00100000:0.0:1746126493.849360:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126493.849411:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126493.849459:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822356480 00000100:00100000:2.0:1746126493.849469:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822356480 00000100:00100000:2.0:1746126493.849537:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822356608 00000100:00100000:2.0:1746126493.849540:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822356608 00000100:00100000:2.0:1746126493.849675:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4357 00000100:00100000:2.0:1746126493.849683:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822356480:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:2.0:1746126493.849721:0:32507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69d, atime: 0x0, ctime: 0x6813c69d, blocks: 0xc80b 00010000:00010000:2.0:1746126493.849727:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1117bd9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.849738:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126493.849741:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126493.849744:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1117bd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.849759:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1117bd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126493.849898:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4358 00000100:00100000:3.0:1746126493.849905:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822356608:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:3.0:1746126493.849919:0:8484:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117be0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.849925:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126493.849926:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126493.849929:0:8484:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117be0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.849936:0:8484:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117be0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.900921:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1117bd9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.900934:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1117bd9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.900940:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1117bd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.900947:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093a41c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126493.900950:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1117bd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.900958:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1117bd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.900972:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1117bd9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.900978:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a41c00/0x8f8d42f0d1117bd9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126493.901046:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1976:x1830945822356480:12345-192.168.203.3@tcp:4:dd.0 Request processed in 51361us (51692us total) trans 4294968154 rc 0/0 00000100:00100000:2.0:1746126493.901357:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4357 00000001:00080000:2.0:1746126493.901396:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968154 is committed 00010000:00010000:2.0:1746126493.950927:0:8484:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117be0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.950946:0:8484:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117be0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.950954:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117be0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.950962:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fa3200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126493.950966:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117be0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.950974:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117be0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.950992:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117be0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126493.950999:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117be0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126493.951114:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822356608:12345-192.168.203.3@tcp:4:dd.0 Request processed in 101204us (101696us total) trans 4294968155 rc 0/0 00000100:00100000:2.0:1746126493.951125:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4358 00000001:00080000:2.0:1746126493.951159:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968155 is committed 00000100:00100000:2.0:1746126493.954152:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126493.954192:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126493.954795:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822357248 00000100:00100000:0.0:1746126493.954804:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822357248 00000100:00100000:0.0:1746126493.954866:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822356992 00000100:00100000:0.0:1746126493.954868:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822356992 00000100:00100000:0.0:1746126493.954891:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4359 00000100:00100000:0.0:1746126493.954898:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822357248:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126493.954936:0:8484:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1117be7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.954949:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.954951:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.954956:0:8484:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1117be7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.954968:0:8484:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1117be7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126493.955817:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4360 00000100:00100000:0.0:1746126493.955826:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822356992:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126493.955849:0:32505:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b820200/0x8f8d42f0d1117bee lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.955861:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.955863:0:32505:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.955866:0:32505:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b820200/0x8f8d42f0d1117bee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.955874:0:32505:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b820200/0x8f8d42f0d1117bee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.972036:0:8484:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1117be7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.972054:0:8484:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1117be7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.972071:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1117be7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.972079:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b820a00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126493.972083:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1117be7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.972091:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1117be7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.972110:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1117be7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.972116:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b820a00/0x8f8d42f0d1117be7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126493.972989:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822357248:12345-192.168.203.3@tcp:3:dd.0 Request processed in 18084us (18837us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126493.973000:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4359 00010000:00010000:0.0:1746126493.976383:0:32505:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b820200/0x8f8d42f0d1117bee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.976399:0:32505:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b820200/0x8f8d42f0d1117bee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.976407:0:32505:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b820200/0x8f8d42f0d1117bee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.976414:0:32505:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b820200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126493.976418:0:32505:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b820200/0x8f8d42f0d1117bee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.976425:0:32505:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b820200/0x8f8d42f0d1117bee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.976444:0:32505:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b820200/0x8f8d42f0d1117bee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.976451:0:32505:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b820200/0x8f8d42f0d1117bee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32505 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126493.976548:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822356992:12345-192.168.203.3@tcp:3:dd.0 Request processed in 20719us (22350us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126493.976560:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4360 00000100:00100000:2.0:1746126493.984875:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126493.986051:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126493.986877:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822357504 00000100:00100000:0.0:1746126493.986888:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822357504 00000100:00100000:0.0:1746126493.986958:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822357632 00000100:00100000:0.0:1746126493.986960:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822357632 00000100:00100000:0.0:1746126493.986996:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4361 00000100:00100000:0.0:1746126493.987003:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822357504:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:0.0:1746126493.987054:0:8484:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69d, atime: 0x0, ctime: 0x6813c69d, blocks: 0xc80b 00010000:00010000:0.0:1746126493.987072:0:8484:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1117bf5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.987086:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.987088:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126493.987094:0:8484:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1117bf5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126493.987107:0:8484:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1117bf5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126493.987427:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4362 00000100:00100000:3.0:1746126493.987436:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822357632:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:3.0:1746126493.987452:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1117bfc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.987460:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126493.987461:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126493.987463:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1117bfc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126493.987472:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1117bfc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126494.045518:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968156 is committed 00002000:00010000:1.0:1746126494.045598:0:8484:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1746126493 -> 1746126494 00002000:00010000:1.0:1746126494.045602:0:8484:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1746126493 -> 1746126494 00010000:00010000:1.0:1746126494.045615:0:8484:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1117bf5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.045627:0:8484:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1117bf5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.045633:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1117bf5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.045638:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009484c000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126494.045641:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1117bf5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.045647:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1117bf5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.045660:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1117bf5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.045665:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484c000/0x8f8d42f0d1117bf5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126494.045868:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822357504:12345-192.168.203.3@tcp:4:dd.0 Request processed in 58862us (60999us total) trans 4294968156 rc 0/0 00000100:00100000:1.0:1746126494.045876:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4361 00010000:00010000:2.0:1746126494.111369:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1117bfc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.111382:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1117bfc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.111390:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1117bfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.111396:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ad5200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126494.111399:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1117bfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.111406:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1117bfc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.111419:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1117bfc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.111425:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad5200/0x8f8d42f0d1117bfc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126494.111487:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822357632:12345-192.168.203.3@tcp:4:dd.0 Request processed in 124050us (125436us total) trans 4294968157 rc 0/0 00000100:00100000:2.0:1746126494.111514:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4362 00000001:00080000:2.0:1746126494.111541:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968157 is committed 00000100:00100000:2.0:1746126494.119845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126494.119885:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126494.119943:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822358144 00000100:00100000:0.0:1746126494.119951:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822358144 00000100:00100000:0.0:1746126494.120714:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822358272 00000100:00100000:0.0:1746126494.120719:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822358272 00000100:00100000:3.0:1746126494.120758:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4363 00000100:00100000:3.0:1746126494.120767:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822358144:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:3.0:1746126494.120795:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1117c03 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.120806:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.120807:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.120811:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1117c03 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.120822:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1117c03 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126494.122049:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4364 00000100:00100000:0.0:1746126494.122058:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822358272:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126494.122090:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117c0a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.122100:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126494.122102:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126494.122104:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117c0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.122112:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117c0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746126494.123791:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746126494.123797:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746126494.140833:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1117c03 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.140847:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1117c03 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.140854:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1117c03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.140860:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094eb9200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126494.140863:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1117c03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.140871:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1117c03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.140885:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1117c03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.140891:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eb9200/0x8f8d42f0d1117c03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126494.140937:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822358144:12345-192.168.203.3@tcp:3:dd.0 Request processed in 20168us (21093us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126494.140944:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4363 00010000:00010000:0.0:1746126494.149936:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117c0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.149953:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117c0a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.149960:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117c0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.149967:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949d4c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126494.149970:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117c0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.149978:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117c0a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.149991:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117c0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.149997:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800949d4c00/0x8f8d42f0d1117c0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126494.151850:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822358272:12345-192.168.203.3@tcp:3:dd.0 Request processed in 29787us (31957us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126494.151861:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4364 00000100:00100000:2.0:1746126494.170546:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126494.170580:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126494.170625:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822358528 00000100:00100000:1.0:1746126494.170632:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822358528 00000100:00100000:1.0:1746126494.170679:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822358656 00000100:00100000:1.0:1746126494.170682:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822358656 00000100:00100000:1.0:1746126494.170698:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4365 00000100:00100000:1.0:1746126494.170704:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822358528:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:1.0:1746126494.170742:0:8484:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69e, atime: 0x0, ctime: 0x6813c69e, blocks: 0xc80b 00010000:00010000:1.0:1746126494.170748:0:8484:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b804600/0x8f8d42f0d1117c11 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.170759:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.170761:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.170765:0:8484:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b804600/0x8f8d42f0d1117c11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.170777:0:8484:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b804600/0x8f8d42f0d1117c11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126494.170893:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4366 00000100:00100000:1.0:1746126494.170898:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822358656:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:1.0:1746126494.170911:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800938e0200/0x8f8d42f0d1117c18 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.170922:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.170923:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.170925:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800938e0200/0x8f8d42f0d1117c18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.170933:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800938e0200/0x8f8d42f0d1117c18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.299982:0:8484:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b804600/0x8f8d42f0d1117c11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.299995:0:8484:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b804600/0x8f8d42f0d1117c11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.300002:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b804600/0x8f8d42f0d1117c11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.300007:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b804600 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126494.300010:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b804600/0x8f8d42f0d1117c11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.300016:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b804600/0x8f8d42f0d1117c11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.300029:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b804600/0x8f8d42f0d1117c11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.300033:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b804600/0x8f8d42f0d1117c11 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126494.300103:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1974:x1830945822358528:12345-192.168.203.3@tcp:4:dd.0 Request processed in 129395us (129560us total) trans 4294968158 rc 0/0 00000100:00100000:2.0:1746126494.300110:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4365 00000001:00080000:2.0:1746126494.300133:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968158 is committed 00000001:00080000:2.0:1746126494.346046:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968529 is committed 00000001:00080000:2.0:1746126494.361179:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968159 is committed 00010000:00010000:3.0:1746126494.361263:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800938e0200/0x8f8d42f0d1117c18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.361273:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800938e0200/0x8f8d42f0d1117c18 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.361279:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800938e0200/0x8f8d42f0d1117c18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.361285:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800938e0200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126494.361288:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800938e0200/0x8f8d42f0d1117c18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.361294:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800938e0200/0x8f8d42f0d1117c18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.361308:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800938e0200/0x8f8d42f0d1117c18 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.361313:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800938e0200/0x8f8d42f0d1117c18 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126494.361378:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822358656:12345-192.168.203.3@tcp:4:dd.0 Request processed in 190476us (190793us total) trans 4294968159 rc 0/0 00000100:00100000:3.0:1746126494.361386:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4366 00000100:00100000:3.0:1746126494.365558:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126494.365808:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126494.365994:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822359168 00000100:00100000:2.0:1746126494.366002:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822359168 00000100:00100000:2.0:1746126494.366041:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822359296 00000100:00100000:2.0:1746126494.366043:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822359296 00000100:00100000:2.0:1746126494.366067:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4367 00000100:00100000:2.0:1746126494.366074:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822359168:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126494.366098:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117c1f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.366109:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126494.366111:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126494.366114:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117c1f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.366125:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117c1f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126494.366767:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4368 00000100:00100000:2.0:1746126494.366773:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822359296:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126494.366791:0:8484:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117c26 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.366799:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126494.366800:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126494.366803:0:8484:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117c26 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.366810:0:8484:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117c26 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.382132:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117c1f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.382147:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117c1f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.382155:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117c1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.382160:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fa3200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126494.382164:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117c1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.382171:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117c1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.382185:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117c1f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.382191:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3200/0x8f8d42f0d1117c1f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126494.382258:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822359168:12345-192.168.203.3@tcp:3:dd.0 Request processed in 16181us (16702us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126494.382269:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4367 00010000:00010000:0.0:1746126494.387332:0:8484:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117c26 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.387345:0:8484:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117c26 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.387352:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117c26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.387359:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a43e4000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126494.387362:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117c26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.387369:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117c26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.387383:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117c26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.387389:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117c26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126494.387454:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822359296:12345-192.168.203.3@tcp:3:dd.0 Request processed in 20677us (21642us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126494.387462:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4368 00000100:00100000:3.0:1746126494.399278:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126494.400047:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822359552 00000100:00100000:0.0:1746126494.400055:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822359552 00000100:00100000:0.0:1746126494.402233:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4369 00000100:00100000:0.0:1746126494.402245:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822359552:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:0.0:1746126494.402287:0:8484:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69e, atime: 0x0, ctime: 0x6813c69e, blocks: 0xc80b 00010000:00010000:0.0:1746126494.402294:0:8484:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1117c2d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.402306:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126494.402307:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126494.402312:0:8484:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1117c2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.402321:0:8484:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1117c2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126494.408587:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126494.409587:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822359680 00000100:00100000:2.0:1746126494.409595:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822359680 00000100:00100000:2.0:1746126494.409636:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4370 00000100:00100000:2.0:1746126494.409642:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822359680:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:2.0:1746126494.409669:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009367ba00/0x8f8d42f0d1117c34 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.409681:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126494.409682:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126494.409686:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009367ba00/0x8f8d42f0d1117c34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.409697:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009367ba00/0x8f8d42f0d1117c34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126494.470167:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968160 is committed 00010000:00010000:1.0:1746126494.470236:0:8484:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1117c2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.470248:0:8484:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1117c2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.470255:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1117c2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.470260:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135127a00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126494.470263:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1117c2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.470269:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1117c2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.470282:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1117c2d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.470287:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127a00/0x8f8d42f0d1117c2d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126494.470346:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822359552:12345-192.168.203.3@tcp:4:dd.0 Request processed in 68101us (71071us total) trans 4294968160 rc 0/0 00000100:00100000:1.0:1746126494.470355:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4369 00000001:00080000:2.0:1746126494.521771:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968161 is committed 00010000:00010000:3.0:1746126494.522160:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009367ba00/0x8f8d42f0d1117c34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.522171:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009367ba00/0x8f8d42f0d1117c34 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.522178:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009367ba00/0x8f8d42f0d1117c34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.522183:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367ba00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126494.522186:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009367ba00/0x8f8d42f0d1117c34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.522193:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009367ba00/0x8f8d42f0d1117c34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.522207:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009367ba00/0x8f8d42f0d1117c34 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.522212:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009367ba00/0x8f8d42f0d1117c34 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126494.522282:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822359680:12345-192.168.203.3@tcp:4:dd.0 Request processed in 112635us (113697us total) trans 4294968161 rc 0/0 00000100:00100000:3.0:1746126494.522290:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4370 00000100:00100000:3.0:1746126494.530735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126494.530846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126494.530886:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822360192 00000100:00100000:0.0:1746126494.530894:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822360192 00000100:00100000:0.0:1746126494.530934:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822360320 00000100:00100000:0.0:1746126494.530936:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822360320 00000100:00100000:0.0:1746126494.530962:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4371 00000100:00100000:2.0:1746126494.530968:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4372 00000100:00100000:0.0:1746126494.530969:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822360192:12345-192.168.203.3@tcp:3:dd.0 00000100:00100000:2.0:1746126494.530973:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822360320:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:2.0:1746126494.530995:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117c42 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.530995:0:8484:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1117c3b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.531006:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126494.531008:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126494.531011:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126494.531012:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126494.531012:0:8484:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1117c3b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.531014:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117c42 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126494.531024:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117c42 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.531024:0:8484:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1117c3b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.546888:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117c42 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.546900:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117c42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.546907:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117c42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.546912:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b50800 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126494.546916:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117c42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.546922:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117c42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.546936:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117c42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.546941:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b50800/0x8f8d42f0d1117c42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126494.547313:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822360320:12345-192.168.203.3@tcp:3:dd.0 Request processed in 16335us (16463us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126494.547325:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4372 00010000:00010000:1.0:1746126494.551268:0:8484:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1117c3b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.551281:0:8484:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1117c3b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.551289:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1117c3b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.551295:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135126e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126494.551299:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1117c3b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.551305:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1117c3b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.551318:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1117c3b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.551323:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135126e00/0x8f8d42f0d1117c3b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126494.551392:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822360192:12345-192.168.203.3@tcp:3:dd.0 Request processed in 20420us (20660us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126494.551403:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4371 00000100:00100000:2.0:1746126494.555621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126494.555902:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822360576 00000100:00100000:1.0:1746126494.555912:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822360576 00000100:00100000:2.0:1746126494.555924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126494.555966:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822360704 00000100:00100000:1.0:1746126494.555969:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822360704 00000100:00100000:1.0:1746126494.555994:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4373 00000100:00100000:1.0:1746126494.556002:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822360576:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126494.556029:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4374 00000100:00100000:0.0:1746126494.556037:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822360704:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:1.0:1746126494.556051:0:8484:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69e, atime: 0x0, ctime: 0x6813c69e, blocks: 0xc80b 00010000:00010000:1.0:1746126494.556073:0:8484:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d1117c49 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.556077:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1117c50 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.556087:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.556089:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.556094:0:8484:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d1117c49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.556108:0:8484:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d1117c49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.556135:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126494.556137:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126494.556139:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1117c50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.556147:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1117c50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.600886:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746126494.639640:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968162 is committed 00010000:00010000:1.0:1746126494.640090:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1117c50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.640105:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1117c50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.640113:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1117c50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.640125:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135127c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126494.640129:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1117c50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.640137:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1117c50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.640157:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1117c50 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.640163:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135127c00/0x8f8d42f0d1117c50 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126494.640244:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1974:x1830945822360704:12345-192.168.203.3@tcp:4:dd.0 Request processed in 84204us (84315us total) trans 4294968162 rc 0/0 00000100:00100000:1.0:1746126494.640254:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4374 00010000:00010000:1.0:1746126494.703412:0:8484:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d1117c49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.703429:0:8484:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d1117c49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.703437:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d1117c49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.703443:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b43000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126494.703448:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d1117c49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.703455:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d1117c49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.703472:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d1117c49 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.703477:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b43000/0x8f8d42f0d1117c49 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126494.703593:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822360576:12345-192.168.203.3@tcp:4:dd.0 Request processed in 147585us (147974us total) trans 4294968163 rc 0/0 00000100:00100000:1.0:1746126494.703603:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4373 00000001:00080000:3.0:1746126494.703710:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968163 is committed 00000100:00100000:2.0:1746126494.708386:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126494.708440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126494.708535:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822361216 00000100:00100000:1.0:1746126494.708545:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822361216 00000100:00100000:1.0:1746126494.708598:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822361344 00000100:00100000:1.0:1746126494.708601:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822361344 00000100:00100000:1.0:1746126494.708634:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4375 00000100:00100000:1.0:1746126494.708642:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822361216:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126494.708679:0:8484:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c57 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.708694:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.708696:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.708701:0:8484:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c57 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.708721:0:8484:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c57 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126494.709595:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4376 00000100:00100000:3.0:1746126494.709603:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822361344:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:3.0:1746126494.709625:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117c5e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.709633:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.709635:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.709638:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117c5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.709646:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117c5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.723464:0:8484:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c57 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.723480:0:8484:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c57 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.723487:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.723514:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c57e800 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126494.723517:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.723524:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.723541:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.723547:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c57 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126494.723611:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822361216:12345-192.168.203.3@tcp:3:dd.0 Request processed in 14964us (15231us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126494.723623:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4375 00010000:00010000:3.0:1746126494.742610:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117c5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.742624:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117c5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.742631:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117c5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.742638:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f36e00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126494.742641:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117c5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.742647:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117c5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.742662:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117c5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.742667:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117c5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126494.744786:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822361344:12345-192.168.203.3@tcp:3:dd.0 Request processed in 35177us (36339us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126494.744796:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4376 00000100:00100000:2.0:1746126494.757568:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126494.757613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126494.758088:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822361600 00000100:00100000:3.0:1746126494.758096:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822361600 00000100:00100000:3.0:1746126494.758683:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822361728 00000100:00100000:3.0:1746126494.758687:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822361728 00000100:00100000:1.0:1746126494.758733:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4377 00000100:00100000:1.0:1746126494.758741:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822361600:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:1.0:1746126494.758775:0:8484:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69e, atime: 0x0, ctime: 0x6813c69e, blocks: 0xc80b 00010000:00010000:1.0:1746126494.758781:0:8484:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c65 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.758791:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.758793:0:8484:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.758796:0:8484:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.758807:0:8484:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126494.758920:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4378 00000100:00100000:3.0:1746126494.758926:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822361728:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:3.0:1746126494.758938:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1117c6c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.758944:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.758945:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.758947:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1117c6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.758954:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1117c6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.813853:0:8484:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.813868:0:8484:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.813876:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.813882:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c57e800 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:1.0:1746126494.813886:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.813897:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.813912:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c65 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.813918:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c57e800/0x8f8d42f0d1117c65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8484 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126494.813983:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+13:1974:x1830945822361600:12345-192.168.203.3@tcp:4:dd.0 Request processed in 55239us (56417us total) trans 4294968164 rc 0/0 00000100:00100000:1.0:1746126494.813992:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4377 00000001:00080000:3.0:1746126494.814135:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968164 is committed 00010000:00010000:3.0:1746126494.852478:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1117c6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.852492:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1117c6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.852788:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1117c6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.852793:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094887000 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126494.852797:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1117c6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.852803:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1117c6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.852818:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1117c6c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.852823:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094887000/0x8f8d42f0d1117c6c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126494.852889:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822361728:12345-192.168.203.3@tcp:4:dd.0 Request processed in 93960us (95273us total) trans 4294968165 rc 0/0 00000100:00100000:3.0:1746126494.852898:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4378 00000001:00080000:3.0:1746126494.852926:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968165 is committed 00000100:00100000:0.0:1746126494.856612:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126494.856687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126494.856817:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822362240 00000100:00100000:3.0:1746126494.856825:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822362240 00000100:00100000:3.0:1746126494.856864:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822362368 00000100:00100000:3.0:1746126494.856866:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822362368 00000100:00100000:3.0:1746126494.857173:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4379 00000100:00100000:3.0:1746126494.857180:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822362240:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:3.0:1746126494.857206:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c73 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.857217:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.857219:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.857223:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.857233:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126494.857944:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4380 00000100:00100000:0.0:1746126494.857951:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822362368:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126494.857971:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1117c7a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.857978:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126494.857979:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126494.857982:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1117c7a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.857989:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1117c7a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.872235:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.872248:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.872259:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.872265:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2fc400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126494.872269:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.872275:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.872290:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c73 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.872295:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126494.872349:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822362240:12345-192.168.203.3@tcp:3:dd.0 Request processed in 15166us (15741us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126494.872357:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4379 00010000:00010000:0.0:1746126494.872575:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1117c7a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.872583:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1117c7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.872588:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1117c7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.872593:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fa2a00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126494.872596:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1117c7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.872601:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1117c7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.872610:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1117c7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126494.872615:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094fa2a00/0x8f8d42f0d1117c7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126494.872945:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822362368:12345-192.168.203.3@tcp:3:dd.0 Request processed in 14993us (16257us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126494.872952:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4380 00000100:00100000:2.0:1746126494.882957:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126494.883001:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126494.883376:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822362624 00000100:00100000:1.0:1746126494.883384:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822362624 00000100:00100000:1.0:1746126494.883434:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822362752 00000100:00100000:1.0:1746126494.883437:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822362752 00000100:00100000:3.0:1746126494.883870:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4381 00000100:00100000:3.0:1746126494.883878:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822362624:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:3.0:1746126494.883911:0:32504:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69e, atime: 0x0, ctime: 0x6813c69e, blocks: 0xc80b 00010000:00010000:3.0:1746126494.883917:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c81 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.883932:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.883934:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.883938:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.883948:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126494.884321:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4382 00000100:00100000:1.0:1746126494.884327:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822362752:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:1.0:1746126494.884339:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009367aa00/0x8f8d42f0d1117c88 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.884346:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.884347:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126494.884350:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009367aa00/0x8f8d42f0d1117c88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126494.884356:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009367aa00/0x8f8d42f0d1117c88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126494.941448:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968166 is committed 00010000:00010000:3.0:1746126494.941517:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.941527:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.941534:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.941539:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2fc400 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126494.941542:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.941547:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.941561:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c81 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.941570:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2fc400/0x8f8d42f0d1117c81 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126494.941629:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822362624:12345-192.168.203.3@tcp:4:dd.0 Request processed in 57748us (58674us total) trans 4294968166 rc 0/0 00000100:00100000:3.0:1746126494.941636:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4381 00000001:00080000:0.0:1746126494.987836:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968167 is committed 00010000:00010000:3.0:1746126494.987910:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009367aa00/0x8f8d42f0d1117c88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.987921:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009367aa00/0x8f8d42f0d1117c88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.987928:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009367aa00/0x8f8d42f0d1117c88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.987933:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367aa00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126494.987937:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009367aa00/0x8f8d42f0d1117c88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.987944:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009367aa00/0x8f8d42f0d1117c88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.987958:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009367aa00/0x8f8d42f0d1117c88 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.987963:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009367aa00/0x8f8d42f0d1117c88 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126494.988027:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822362752:12345-192.168.203.3@tcp:4:dd.0 Request processed in 103697us (105022us total) trans 4294968167 rc 0/0 00000100:00100000:3.0:1746126494.988035:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4382 00000100:00100000:2.0:1746126494.992813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126494.993423:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822363136 00000100:00100000:3.0:1746126494.993430:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822363136 00000100:00100000:3.0:1746126494.993518:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4383 00000100:00100000:3.0:1746126494.993525:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822363136:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:3.0:1746126494.993554:0:32507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a2c200/0x8f8d42f0d1117c8f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.993565:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.993567:0:32507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126494.993571:0:32507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a2c200/0x8f8d42f0d1117c8f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126494.993582:0:32507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a2c200/0x8f8d42f0d1117c8f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.001940:0:32507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a2c200/0x8f8d42f0d1117c8f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.001954:0:32507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094a2c200/0x8f8d42f0d1117c8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.001961:0:32507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094a2c200/0x8f8d42f0d1117c8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.001970:0:32507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2c200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126495.001974:0:32507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a2c200/0x8f8d42f0d1117c8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.001981:0:32507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a2c200/0x8f8d42f0d1117c8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.001994:0:32507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094a2c200/0x8f8d42f0d1117c8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.001999:0:32507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a2c200/0x8f8d42f0d1117c8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126495.002213:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822363136:12345-192.168.203.3@tcp:3:dd.0 Request processed in 8683us (9401us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.002221:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4383 00000100:00100000:1.0:1746126495.005441:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.005514:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822363264 00000100:00100000:0.0:1746126495.005521:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822363264 00000100:00100000:0.0:1746126495.006156:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5511 00000100:00100000:0.0:1746126495.006164:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1190:x1830945822363264:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1746126495.006178:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126495.006193:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009350b200/0x8f8d42f0d1117c96 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc1a expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126495.006211:0:10567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c69e, atime: 0x0, ctime: 0x6813c69e, blocks: 0xc80b 00010000:00010000:0.0:1746126495.006227:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126495.006229:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126495.006236:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009350b200/0x8f8d42f0d1117c96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc1a expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.006247:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009350b200/0x8f8d42f0d1117c96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc1a expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.006255:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009350b200, rc 0) 00000100:00100000:0.0:1746126495.006298:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1190:x1830945822363264:12345-192.168.203.3@tcp:101:dd.0 Request processed in 136us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126495.006303:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5511 00000100:00100000:2.0:1746126495.018869:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.019017:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822363520 00000100:00100000:3.0:1746126495.019024:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822363520 00002000:00100000:3.0:1746126495.019065:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (25165824->26214399) req@ffff8801359d3100 x1830945822363520/t0(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.019073:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d3100 with x1830945822363520 ext(25165824->26214399) 00002000:00010000:3.0:1746126495.019077:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d3100 00000100:00100000:3.0:1746126495.019093:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4384 00000100:00100000:3.0:1746126495.019099:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822363520:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126495.026291:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822363520:12345-192.168.203.3@tcp:4:dd.0 Request processed in 7184us (7422us total) trans 4294968168 rc 0/0 00000100:00100000:3.0:1746126495.026303:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4384 00002000:00100000:3.0:1746126495.026312:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (25165824->26214399) req@ffff8801359d3100 x1830945822363520/t4294968168(0) o4->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/448 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.026321:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d3100 with x1830945822363520 ext(25165824->26214399) 00002000:00010000:3.0:1746126495.026325:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d3100 00000100:00100000:1.0:1746126495.030085:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.030244:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822363648 00000100:00100000:2.0:1746126495.030252:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822363648 00000100:00100000:2.0:1746126495.030639:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5512 00000100:00100000:2.0:1746126495.030646:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822363648:12345-192.168.203.3@tcp:16:dd.0 00000100:00100000:3.0:1746126495.068805:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822363648:12345-192.168.203.3@tcp:16:dd.0 Request processed in 38153us (38721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126495.068814:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5512 00000001:00080000:0.0:1746126495.069764:0:9856:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968168 is committed 00000100:00100000:1.0:1746126495.071371:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.071488:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822363904 00000100:00100000:3.0:1746126495.071514:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822363904 00000100:00080000:2.0:1746126495.071726:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126495.071757:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 172 00000100:00100000:3.0:1746126495.071765:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a58b8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+29:1190:x1830945822363904:12345-192.168.203.3@tcp:35:dd.0 00000100:00100000:3.0:1746126495.071959:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a58b8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1190:x1830945822363904:12345-192.168.203.3@tcp:35:dd.0 Request processed in 195us (591us total) trans 4294980659 rc 0/0 00000100:00100000:3.0:1746126495.071966:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 172 00000100:00100000:2.0:1746126495.080149:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.080215:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822364032 00000100:00100000:0.0:1746126495.080222:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822364032 00000100:00100000:0.0:1746126495.080255:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30909 00000100:00100000:0.0:1746126495.080260:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+30:1195:x1830945822364032:12345-192.168.203.3@tcp:101:checkstat.0 00010000:00010000:0.0:1746126495.080278:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126495.080292:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01a00/0x8f8d42f0d1117c9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc21 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.080337:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01400/0x8f8d42f0d1117ca4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126495.080347:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01400/0x8f8d42f0d1117ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126495.080355:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01400/0x8f8d42f0d1117ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:0.0:1746126495.080397:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746126495.080400:0:7131:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126495.080411:0:7131:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01400/0x8f8d42f0d1117ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126495.080428:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01a00/0x8f8d42f0d1117c9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc21 expref: 32 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.080439:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01400/0x8f8d42f0d1117ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc21 expref: 31 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.080445:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:0.0:1746126495.080447:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126495.080450:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e01400, rc 0) 00000100:00100000:0.0:1746126495.080515:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1195:x1830945822364032:12345-192.168.203.3@tcp:101:checkstat.0 Request processed in 233us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126495.080520:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30909 00000100:00100000:1.0:1746126495.083958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.084286:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822364160 00000100:00100000:2.0:1746126495.084294:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822364160 00000100:00100000:2.0:1746126495.084328:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30910 00000100:00100000:2.0:1746126495.084334:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1195:x1830945822364160:12345-192.168.203.3@tcp:101:checkstat.0 00010000:00010000:2.0:1746126495.084350:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126495.084365:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094909c00/0x8f8d42f0d1117cab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc28 expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.084406:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094908400/0x8f8d42f0d1117cb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084415:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094908400/0x8f8d42f0d1117cb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084423:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094908400/0x8f8d42f0d1117cb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084434:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094908c00/0x8f8d42f0d1117cb9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084439:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094908c00/0x8f8d42f0d1117cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084444:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094908c00/0x8f8d42f0d1117cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084557:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948fd800/0x8f8d42f0d1117cc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084565:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948fd800/0x8f8d42f0d1117cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084570:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948fd800/0x8f8d42f0d1117cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:2.0:1746126495.084597:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000004:00200000:2.0:1746126495.084601:0:11031:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126495.084613:0:11031:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800948fd800/0x8f8d42f0d1117cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084619:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948fd800/0x8f8d42f0d1117cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084624:0:11031:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094908400/0x8f8d42f0d1117cb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084628:0:11031:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094908400/0x8f8d42f0d1117cb2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084632:0:11031:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094908400/0x8f8d42f0d1117cb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084637:0:11031:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094908400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126495.084640:0:11031:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094908400/0x8f8d42f0d1117cb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084645:0:11031:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094908400/0x8f8d42f0d1117cb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084653:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:2.0:1746126495.084655:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126495.084658:0:11031:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094908400/0x8f8d42f0d1117cb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084662:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094908400/0x8f8d42f0d1117cb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084683:0:11031:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094908c00/0x8f8d42f0d1117cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084688:0:11031:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094908c00/0x8f8d42f0d1117cb9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084691:0:11031:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094908c00/0x8f8d42f0d1117cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084695:0:11031:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094908c00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126495.084696:0:11031:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094908c00/0x8f8d42f0d1117cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084700:0:11031:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094908c00/0x8f8d42f0d1117cb9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084705:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880083fde200) 00010000:00010000:2.0:1746126495.084707:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126495.084709:0:11031:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094908c00/0x8f8d42f0d1117cb9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084713:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094908c00/0x8f8d42f0d1117cb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126495.084732:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094909c00/0x8f8d42f0d1117cab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc28 expref: 33 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.084741:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948fd800/0x8f8d42f0d1117cc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc28 expref: 32 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.084746:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:2.0:1746126495.084748:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126495.084750:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948fd800, rc 0) 00000100:00100000:2.0:1746126495.084786:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1195:x1830945822364160:12345-192.168.203.3@tcp:101:checkstat.0 Request processed in 452us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126495.084792:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30910 00000100:00100000:1.0:1746126495.085312:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.085363:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822364288 00000100:00100000:0.0:1746126495.085367:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822364288 00000100:00100000:0.0:1746126495.085399:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7 00000100:00100000:0.0:1746126495.085404:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1977:x1830945822364288:12345-192.168.203.3@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126495.085421:0:7137:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126495.085428:0:7137:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01600/0x8f8d42f0d1117cc7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc2f expref: -99 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.085451:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00c00/0x8f8d42f0d1117cce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085458:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00c00/0x8f8d42f0d1117cce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085463:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00c00/0x8f8d42f0d1117cce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085472:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009448e400/0x8f8d42f0d1117cd5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085477:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009448e400/0x8f8d42f0d1117cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085481:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009448e400/0x8f8d42f0d1117cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085534:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00c00/0x8f8d42f0d1117cce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085539:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00c00/0x8f8d42f0d1117cce lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085544:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00c00/0x8f8d42f0d1117cce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085547:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094e00c00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126495.085550:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00c00/0x8f8d42f0d1117cce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085554:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00c00/0x8f8d42f0d1117cce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085563:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:0.0:1746126495.085565:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126495.085567:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00c00/0x8f8d42f0d1117cce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085571:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00c00/0x8f8d42f0d1117cce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085577:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009448e400/0x8f8d42f0d1117cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085581:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009448e400/0x8f8d42f0d1117cd5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085585:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009448e400/0x8f8d42f0d1117cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085589:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009448e400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126495.085591:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009448e400/0x8f8d42f0d1117cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085595:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009448e400/0x8f8d42f0d1117cd5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085599:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff8800a3d3cb00) 00010000:00010000:0.0:1746126495.085601:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126495.085602:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009448e400/0x8f8d42f0d1117cd5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085606:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009448e400/0x8f8d42f0d1117cd5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746126495.085631:0:7137:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01600/0x8f8d42f0d1117cc7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc2f expref: 33 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.085638:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:0.0:1746126495.085640:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126495.085642:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01600/0x8f8d42f0d1117cc7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc2f expref: 33 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.085650:0:7137:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e01600, rc -2) 00000100:00100000:0.0:1746126495.085679:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1977:x1830945822364288:12345-192.168.203.3@tcp:63:ll_sa.0 Request processed in 275us (368us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126495.085685:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7 00000100:00100000:2.0:1746126495.089640:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.089664:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.089689:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.089773:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822364416 00000100:00100000:0.0:1746126495.089780:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822364416 00000100:00100000:0.0:1746126495.089816:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 165 00000100:00100000:0.0:1746126495.089821:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b138450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1976:x1830945822364416:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126495.089830:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126495.089848:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948fd800/0x8f8d42f0d1117cc0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc28 expref: 32 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.089859:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:0.0:1746126495.089862:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126495.089889:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b138450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1976:x1830945822364416:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 68us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126495.089894:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 165 00000100:00100000:3.0:1746126495.089982:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822364544 00000100:00100000:3.0:1746126495.089986:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822364544 00000100:00100000:3.0:1746126495.090004:0:8479:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822364672 00000100:00100000:3.0:1746126495.090006:0:8479:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822364672 00000100:00100000:3.0:1746126495.090019:0:8479:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5513 00000100:00100000:3.0:1746126495.090023:0:8479:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822364544:12345-192.168.203.3@tcp:101:checkstat.0 00010000:00010000:3.0:1746126495.090034:0:8479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126495.090045:0:8479:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d1117cdc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc36 expref: -99 pid: 8479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126495.090091:0:8479:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc28a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820572032:192.168.203.3@tcp:106: 00000100:00100000:3.0:1746126495.090133:0:8479:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126495.090147:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5514 00000100:00100000:3.0:1746126495.090151:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822364672:12345-192.168.203.3@tcp:101:checkstat.0 00010000:00010000:3.0:1746126495.090157:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126495.090164:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135127200/0x8f8d42f0d1117ce3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc3d expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126495.090181:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820572160:192.168.203.3@tcp:106: 00000100:00100000:3.0:1746126495.090196:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118180 going to sleep for 11 seconds 00002000:00010000:3.0:1746126495.092846:0:8479:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:3.0:1746126495.092852:0:8479:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime: 0 -> 1746126493 00002000:00010000:3.0:1746126495.092854:0:8479:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime: 0 -> 1746126492 00002000:00010000:3.0:1746126495.092856:0:8479:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime: 0 -> 1746126493 00002000:00010000:3.0:1746126495.092857:0:8479:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb blocks: 1 -> 16391 00002000:00010000:3.0:1746126495.092868:0:8479:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb blocks from disk: 16391 -> 26633 00000100:00100000:3.0:1746126495.092877:0:8479:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bc28a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8479:1830945820572032:192.168.203.3@tcp:106: 00010000:00010000:3.0:1746126495.092900:0:8479:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d1117cdc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc36 expref: 9 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126495.092911:0:8479:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130afd600/0x8f8d42f0d1117cdc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc36 expref: 9 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126495.093172:0:8479:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130afd600, rc 0) 00000100:00100000:3.0:1746126495.093207:0:8479:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822364544:12345-192.168.203.3@tcp:101:checkstat.0 Request processed in 3183us (3541us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126495.093214:0:8479:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5513 00002000:00010000:2.0:1746126495.093278:0:8481:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746126495.093281:0:8481:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb mtime: 0 -> 1746126493 00002000:00010000:2.0:1746126495.093282:0:8481:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb atime: 0 -> 1746126492 00002000:00010000:2.0:1746126495.093284:0:8481:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb ctime: 0 -> 1746126493 00002000:00010000:2.0:1746126495.093292:0:8481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb blocks from disk: 1 -> 24585 00000100:00100000:2.0:1746126495.093296:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bc2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820572160:192.168.203.3@tcp:106: 00010000:00010000:2.0:1746126495.093309:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135127200/0x8f8d42f0d1117ce3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc3d expref: 8 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126495.093317:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135127200/0x8f8d42f0d1117ce3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc3d expref: 8 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126495.093740:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:2.0:1746126495.093762:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1975:x1830945822364672:12345-192.168.203.3@tcp:101:checkstat.0 Request processed in 3609us (4071us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126495.093767:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5514 00000100:00100000:1.0:1746126495.101924:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.102000:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822364800 00000100:00100000:0.0:1746126495.102006:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822364800 00000100:00080000:2.0:1746126495.102390:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126495.102426:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30911 00000100:00100000:0.0:1746126495.102435:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+22:1196:x1830945822364800:12345-192.168.203.3@tcp:101:checkstat.0 00010000:00010000:0.0:1746126495.102454:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126495.102468:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117cea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc44 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.102647:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126495.102656:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126495.102663:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:0.0:1746126495.102705:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746126495.102707:0:7131:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126495.102718:0:7131:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126495.102734:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117cea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc44 expref: 24 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.102788:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc44 expref: 23 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.102794:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:0.0:1746126495.102796:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126495.102798:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b43e00, rc 0) 00000100:00100000:0.0:1746126495.103008:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1196:x1830945822364800:12345-192.168.203.3@tcp:101:checkstat.0 Request processed in 573us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126495.103014:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30911 00000100:00100000:3.0:1746126495.110189:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.110248:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822364928 00000100:00100000:0.0:1746126495.110255:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822364928 00000100:00100000:0.0:1746126495.110431:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 8 00000100:00100000:0.0:1746126495.110439:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1975:x1830945822364928:12345-192.168.203.3@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126495.110465:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126495.110477:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117cf8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc4b expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.110627:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117cff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110637:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110645:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110654:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117d06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110659:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110663:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110706:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110711:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117cff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110716:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117cff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110723:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b43000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126495.110726:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117cff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110731:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117cff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110738:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:0.0:1746126495.110740:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126495.110743:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117cff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.110747:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43000/0x8f8d42f0d1117cff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.111552:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.111559:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117d06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.111562:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117d06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.111566:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130afd600 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126495.111568:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117d06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.111572:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117d06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.111579:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a3d3c200) 00010000:00010000:0.0:1746126495.111580:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126495.111583:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117d06 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.111587:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117d06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.111621:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117cf8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc4b expref: 24 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.111627:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:0.0:1746126495.111629:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126495.111631:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117cf8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc4b expref: 24 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.111640:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b42a00, rc -2) 00000100:00100000:0.0:1746126495.112463:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1975:x1830945822364928:12345-192.168.203.3@tcp:63:ll_sa.0 Request processed in 2021us (2277us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126495.112472:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 8 00000100:00100000:1.0:1746126495.118396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.118459:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822365184 00000100:00100000:0.0:1746126495.118465:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822365184 00000100:00100000:0.0:1746126495.118525:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30912 00000100:00100000:0.0:1746126495.118532:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+31:1199:x1830945822365184:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:0.0:1746126495.118547:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126495.118560:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01a00/0x8f8d42f0d1117d0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc83 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.118627:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00a00/0x8f8d42f0d1117d14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126495.118637:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00a00/0x8f8d42f0d1117d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1746126495.118645:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00a00/0x8f8d42f0d1117d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:0.0:1746126495.118653:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:0.0:1746126495.118746:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01a00/0x8f8d42f0d1117d0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc83 expref: 34 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.118760:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00a00/0x8f8d42f0d1117d14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc83 expref: 33 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.118767:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:0.0:1746126495.118769:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126495.118772:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e00a00, rc 0) 00000100:00100000:0.0:1746126495.118804:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1199:x1830945822365184:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 273us (414us total) trans 4294980660 rc 0/0 00000100:00100000:0.0:1746126495.118810:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30912 00000100:00100000:1.0:1746126495.121613:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.121641:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.121728:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.121786:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822365312 00000100:00100000:2.0:1746126495.121792:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822365312 00000100:00100000:2.0:1746126495.121820:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822365440 00000100:00100000:2.0:1746126495.121821:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822365440 00000100:00100000:2.0:1746126495.121833:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5515 00000100:00100000:2.0:1746126495.121839:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822365312:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:2.0:1746126495.121852:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126495.121865:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094908400/0x8f8d42f0d1117d22 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc8a expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126495.121900:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801359d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820572288:192.168.203.3@tcp:106: 00000100:00100000:2.0:1746126495.121958:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126495.121973:0:8480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5516 00000100:00100000:2.0:1746126495.121977:0:8480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822365440:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:2.0:1746126495.121984:0:8480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126495.121992:0:8480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800948fd800/0x8f8d42f0d1117d29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc91 expref: -99 pid: 8480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126495.122010:0:8480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801359d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1830945820572416:192.168.203.3@tcp:106: 00000100:00100000:2.0:1746126495.122026:0:8480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126495.122263:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822365568 00000100:00100000:0.0:1746126495.122266:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822365568 00000100:00100000:0.0:1746126495.122288:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 166 00000100:00100000:0.0:1746126495.122292:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1975:x1830945822365568:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126495.122299:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126495.122312:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e00a00/0x8f8d42f0d1117d14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc83 expref: 33 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.122323:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:0.0:1746126495.122326:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126495.122341:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1975:x1830945822365568:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 49us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126495.122347:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 166 00000100:00100000:3.0:1746126495.123834:0:8480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801359d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8480:1830945820572416:192.168.203.3@tcp:106: 00010000:00010000:3.0:1746126495.123859:0:8480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800948fd800/0x8f8d42f0d1117d29 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc91 expref: 8 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126495.123868:0:8480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948fd800/0x8f8d42f0d1117d29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc91 expref: 8 pid: 8480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126495.123878:0:8480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948fd800, rc 0) 00000100:00100000:2.0:1746126495.124134:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801359d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820572288:192.168.203.3@tcp:106: 00010000:00010000:2.0:1746126495.124147:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094908400/0x8f8d42f0d1117d22 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc8a expref: 9 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126495.124155:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094908400/0x8f8d42f0d1117d22 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc8a expref: 9 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126495.124172:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094908400, rc 0) 00000100:00100000:3.0:1746126495.124206:0:8480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c280380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822365440:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 2228us (2563us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126495.124212:0:8480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5516 00000100:00100000:2.0:1746126495.124644:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822365312:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 2804us (3036us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126495.124650:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5515 00000100:00100000:1.0:1746126495.134997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.135065:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822365696 00000100:00100000:2.0:1746126495.135072:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822365696 00000100:00100000:2.0:1746126495.135108:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5517 00000100:00100000:2.0:1746126495.135114:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1199:x1830945822365696:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:2.0:1746126495.135128:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126495.135141:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1117d30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc98 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.135162:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.135168:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126495.135170:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126495.135173:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1117d30 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc98 expref: 9 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.135194:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.135202:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 8 pid: 10567 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746126495.135211:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801359d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820572544:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126495.135260:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126495.140351:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801359d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8481:1830945820572544:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126495.140384:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1117d30 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc98 expref: 9 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.140413:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fa3000, rc 0) 00000100:00100000:2.0:1746126495.140482:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1199:x1830945822365696:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 5357us (5481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126495.140488:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5517 00000100:00100000:0.0:1746126495.155290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.155356:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822365824 00000100:00100000:2.0:1746126495.155362:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822365824 00010000:00010000:2.0:1746126495.155397:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 9 pid: 10567 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746126495.155429:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7709 00000100:00100000:2.0:1746126495.155436:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1976:x1830945822365824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126495.155448:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126495.155465:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 9 pid: 10567 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746126495.155476:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 9 pid: 10567 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746126495.155508:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092839c00/0x8f8d42f0d1117b3f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc0c expref: 9 pid: 10567 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746126495.155522:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126495.155524:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126495.155529:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1117d30 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc98 expref: 8 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.155539:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1117d30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc98 expref: 8 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.155562:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fa3000/0x8f8d42f0d1117d30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc98 expref: 8 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126495.155571:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801359d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820572672:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126495.155631:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00080000:0.0:1746126495.156130:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126495.159604:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.159667:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801359d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11008:1830945820572672:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126495.159681:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126495.159722:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945822365824:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 4286us (4438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126495.159731:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7709 00000100:00100000:3.0:1746126495.159831:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822366080 00000100:00100000:3.0:1746126495.159837:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822366080 00002000:00100000:3.0:1746126495.159864:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009c283100 x1830945822366080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.159873:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283100 with x1830945822366080 ext(0->1048575) 00002000:00010000:3.0:1746126495.159878:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c283100 00000100:00100000:3.0:1746126495.159902:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4385 00000100:00100000:3.0:1746126495.159908:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822366080:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.169403:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822366080:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 9489us (9798us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.169415:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4385 00002000:00100000:3.0:1746126495.169425:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009c283100 x1830945822366080/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.169434:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283100 with x1830945822366080 ext(0->1048575) 00002000:00010000:3.0:1746126495.169438:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c283100 00000100:00100000:0.0:1746126495.177410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.177481:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822366208 00000100:00100000:2.0:1746126495.177488:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822366208 00000100:00100000:2.0:1746126495.177546:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5518 00000100:00100000:2.0:1746126495.177552:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1199:x1830945822366208:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:2.0:1746126495.177566:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126495.177578:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094909c00/0x8f8d42f0d1117d37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cc9f expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.177599:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.177605:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126495.177607:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126495.177610:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094909c00/0x8f8d42f0d1117d37 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc9f expref: 8 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.177632:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.177641:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 8 pid: 10567 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746126495.177651:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801359d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820572800:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126495.177720:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126495.180199:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801359d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820572800:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126495.180221:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094909c00/0x8f8d42f0d1117d37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc9f expref: 8 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.180234:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094909c00, rc 0) 00000100:00100000:2.0:1746126495.180264:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1199:x1830945822366208:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 2712us (2859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126495.180271:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5518 00000100:00100000:1.0:1746126495.189894:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.189980:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822366336 00000100:00100000:2.0:1746126495.189986:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822366336 00010000:00010000:2.0:1746126495.190020:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 9 pid: 10567 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746126495.190046:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7710 00000100:00100000:2.0:1746126495.190052:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1976:x1830945822366336:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126495.190072:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126495.190087:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 9 pid: 10567 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746126495.190097:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 9 pid: 10567 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746126495.190113:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d78a000/0x8f8d42f0d1117b54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc13 expref: 9 pid: 10567 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746126495.190126:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126495.190128:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126495.190133:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094909c00/0x8f8d42f0d1117d37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc9f expref: 7 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.190139:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094909c00/0x8f8d42f0d1117d37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc9f expref: 7 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.190161:0:11008:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094909c00/0x8f8d42f0d1117d37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc9f expref: 7 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126495.190169:0:11008:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801359d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820572928:192.168.203.3@tcp:105: 00000100:00100000:2.0:1746126495.190225:0:11008:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecc00 going to sleep for 11 seconds 00000100:00080000:2.0:1746126495.190244:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126495.195411:0:11008:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801359d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11008:1830945820572928:192.168.203.3@tcp:105: 00010000:00010000:2.0:1746126495.195429:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126495.195475:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1976:x1830945822366336:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 5421us (5585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126495.195484:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7710 00000100:00100000:2.0:1746126495.201482:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.201533:0:32507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822366592 00000100:00100000:3.0:1746126495.201540:0:32507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822366592 00002000:00100000:3.0:1746126495.201576:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff8801359d0700 x1830945822366592/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.201584:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d0700 with x1830945822366592 ext(0->1048575) 00002000:00010000:3.0:1746126495.201588:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801359d0700 00000100:00100000:3.0:1746126495.201612:0:32507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4386 00000100:00100000:3.0:1746126495.201618:0:32507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822366592:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.215229:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.215265:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.215716:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822366848 00000100:00100000:2.0:1746126495.215724:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822366848 00002000:00100000:2.0:1746126495.215754:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88009c283800 x1830945822366848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.215763:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283800 with x1830945822366848 ext(1048576->2097151) 00002000:00010000:2.0:1746126495.215767:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c283800 00000100:00100000:2.0:1746126495.215792:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822367104 00000100:00100000:2.0:1746126495.215795:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822367104 00002000:00100000:2.0:1746126495.215806:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009c281c00 x1830945822367104/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.215813:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281c00 with x1830945822367104 ext(1048576->2097151) 00002000:00010000:2.0:1746126495.215815:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c281c00 00000100:00100000:2.0:1746126495.215835:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4387 00000100:00100000:2.0:1746126495.215841:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822366848:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126495.217316:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4388 00000100:00100000:0.0:1746126495.217325:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822367104:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126495.217967:0:32507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822366592:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 16347us (16491us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126495.217974:0:32507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4386 00002000:00100000:0.0:1746126495.217982:0:32507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff8801359d0700 x1830945822366592/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.217989:0:32507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d0700 with x1830945822366592 ext(0->1048575) 00002000:00010000:0.0:1746126495.217994:0:32507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801359d0700 00000100:00100000:2.0:1746126495.237135:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822366848:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 21286us (21906us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126495.237145:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4387 00002000:00100000:2.0:1746126495.237155:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88009c283800 x1830945822366848/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.237163:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283800 with x1830945822366848 ext(1048576->2097151) 00002000:00010000:2.0:1746126495.237167:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c283800 00000100:00100000:0.0:1746126495.243231:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822367104:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 25900us (27958us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126495.243241:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4388 00002000:00100000:0.0:1746126495.243250:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009c281c00 x1830945822367104/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.243259:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281c00 with x1830945822367104 ext(1048576->2097151) 00002000:00010000:0.0:1746126495.243265:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c281c00 00000100:00100000:0.0:1746126495.275871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.276021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.277754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.278430:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.278544:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822367360 00000100:00100000:0.0:1746126495.278551:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822367360 00002000:00100000:0.0:1746126495.278582:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880135a28a80 x1830945822367360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.278591:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a28a80 with x1830945822367360 ext(2097152->3145727) 00002000:00010000:0.0:1746126495.278595:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a28a80 00000100:00100000:0.0:1746126495.278606:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822367872 00000100:00100000:0.0:1746126495.278608:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822367872 00002000:00100000:0.0:1746126495.278617:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880135a29180 x1830945822367872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.278624:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29180 with x1830945822367872 ext(3145728->4194303) 00002000:00010000:0.0:1746126495.278626:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a29180 00000100:00100000:0.0:1746126495.278632:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822367744 00000100:00100000:0.0:1746126495.278633:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822367744 00002000:00100000:0.0:1746126495.278640:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880135a28380 x1830945822367744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.278646:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a28380 with x1830945822367744 ext(2097152->3145727) 00002000:00010000:0.0:1746126495.278648:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a28380 00000100:00100000:3.0:1746126495.279161:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822368128 00000100:00100000:3.0:1746126495.279166:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822368128 00002000:00100000:3.0:1746126495.279185:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880135a2a680 x1830945822368128/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.279193:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2a680 with x1830945822368128 ext(3145728->4194303) 00002000:00010000:3.0:1746126495.279195:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a2a680 00000100:00100000:0.0:1746126495.279874:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4389 00000100:00100000:0.0:1746126495.279881:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822367360:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.280573:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4390 00000100:00100000:1.0:1746126495.280581:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822367872:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.281134:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4391 00000100:00100000:1.0:1746126495.281140:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822367744:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.281680:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4392 00000100:00100000:1.0:1746126495.281687:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945822368128:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126495.297162:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822367360:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 17275us (21289us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126495.297172:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4389 00002000:00100000:0.0:1746126495.297182:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880135a28a80 x1830945822367360/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.297205:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a28a80 with x1830945822367360 ext(2097152->3145727) 00002000:00010000:0.0:1746126495.297210:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a28a80 00000100:00100000:2.0:1746126495.304993:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822367872:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 24405us (28964us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126495.305004:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4390 00002000:00100000:2.0:1746126495.305013:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880135a29180 x1830945822367872/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.305022:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29180 with x1830945822367872 ext(3145728->4194303) 00002000:00010000:2.0:1746126495.305027:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a29180 00000100:00100000:2.0:1746126495.314846:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822367744:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 33052us (36440us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126495.314857:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4391 00002000:00100000:2.0:1746126495.314866:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880135a28380 x1830945822367744/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.314875:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a28380 with x1830945822367744 ext(2097152->3145727) 00002000:00010000:2.0:1746126495.314879:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a28380 00000100:00100000:1.0:1746126495.327910:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822368128:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 46214us (49471us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126495.327921:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4392 00002000:00100000:1.0:1746126495.327932:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880135a2a680 x1830945822368128/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.327941:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2a680 with x1830945822368128 ext(3145728->4194303) 00002000:00010000:1.0:1746126495.327946:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a2a680 00000100:00100000:1.0:1746126495.348981:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.349032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.349044:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822368384 00000100:00100000:2.0:1746126495.349051:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822368384 00002000:00100000:2.0:1746126495.349096:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009c281500 x1830945822368384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.349105:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281500 with x1830945822368384 ext(4194304->5242879) 00002000:00010000:2.0:1746126495.349110:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c281500 00000100:00100000:2.0:1746126495.349133:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822368768 00000100:00100000:2.0:1746126495.349135:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822368768 00002000:00100000:2.0:1746126495.349145:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009b80e680 x1830945822368768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.349151:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80e680 with x1830945822368768 ext(5242880->6291455) 00002000:00010000:2.0:1746126495.349153:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80e680 00000100:00100000:2.0:1746126495.349173:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4393 00000100:00100000:2.0:1746126495.349180:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822368384:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126495.349421:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4394 00000100:00100000:0.0:1746126495.349429:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822368768:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126495.350936:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.350971:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.350981:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822369024 00000100:00100000:1.0:1746126495.350987:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822369024 00000100:00100000:0.0:1746126495.350991:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822368896 00000100:00100000:0.0:1746126495.350994:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822368896 00002000:00100000:1.0:1746126495.351011:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880135a29880 x1830945822369024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.351011:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880135a2b800 x1830945822368896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.351016:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2b800 with x1830945822368896 ext(4194304->5242879) 00002000:00100000:1.0:1746126495.351019:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29880 with x1830945822369024 ext(5242880->6291455) 00002000:00010000:0.0:1746126495.351020:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a2b800 00002000:00010000:1.0:1746126495.351022:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a29880 00000100:00100000:1.0:1746126495.351037:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4395 00000100:00100000:1.0:1746126495.351042:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822368896:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.351044:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4396 00000100:00100000:3.0:1746126495.351060:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822369024:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.357565:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822368384:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 8377us (8582us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.357579:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4393 00002000:00100000:3.0:1746126495.357589:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009c281500 x1830945822368384/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.357602:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c281500 with x1830945822368384 ext(4194304->5242879) 00002000:00010000:3.0:1746126495.357607:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c281500 00000100:00100000:3.0:1746126495.362328:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1976:x1830945822369024:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 11270us (11387us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.362338:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4396 00002000:00100000:3.0:1746126495.362348:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880135a29880 x1830945822369024/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.362356:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29880 with x1830945822369024 ext(5242880->6291455) 00002000:00010000:3.0:1746126495.362360:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a29880 00000100:00100000:3.0:1746126495.369328:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822368768:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 19892us (20287us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.369338:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4394 00002000:00100000:3.0:1746126495.369347:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009b80e680 x1830945822368768/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.369355:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80e680 with x1830945822368768 ext(5242880->6291455) 00002000:00010000:3.0:1746126495.369360:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80e680 00000100:00100000:2.0:1746126495.369637:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822368896:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 18593us (18664us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126495.369644:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4395 00002000:00100000:2.0:1746126495.369649:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880135a2b800 x1830945822368896/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.369656:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2b800 with x1830945822368896 ext(4194304->5242879) 00002000:00010000:2.0:1746126495.369659:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a2b800 00000100:00100000:2.0:1746126495.386528:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.386630:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822369408 00000100:00100000:0.0:1746126495.386637:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822369408 00002000:00100000:0.0:1746126495.386669:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8801359d1880 x1830945822369408/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.386679:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1880 with x1830945822369408 ext(6291456->7340031) 00002000:00010000:0.0:1746126495.386684:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d1880 00000100:00100000:0.0:1746126495.386708:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4397 00000100:00100000:0.0:1746126495.386714:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822369408:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126495.397206:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822369408:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 10485us (10679us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126495.397216:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4397 00002000:00100000:0.0:1746126495.397225:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8801359d1880 x1830945822369408/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.397233:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1880 with x1830945822369408 ext(6291456->7340031) 00002000:00010000:0.0:1746126495.397237:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d1880 00000100:00100000:1.0:1746126495.410647:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.410677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.410715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.410833:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822369920 00000100:00100000:2.0:1746126495.410843:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822370048 00000100:00100000:0.0:1746126495.410843:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822369920 00000100:00100000:2.0:1746126495.410854:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822370048 00002000:00100000:0.0:1746126495.410893:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009b80d500 x1830945822369920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.410896:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88009b80e300 x1830945822370048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.410902:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80d500 with x1830945822369920 ext(7340032->8388607) 00002000:00100000:2.0:1746126495.410906:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80e300 with x1830945822370048 ext(7340032->8388607) 00002000:00010000:0.0:1746126495.410907:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80d500 00002000:00010000:2.0:1746126495.410911:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80e300 00000100:00100000:0.0:1746126495.410924:0:32505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822369792 00000100:00100000:0.0:1746126495.410926:0:32505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822369792 00002000:00100000:0.0:1746126495.410938:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88009b80d880 x1830945822369792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746126495.410939:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4398 00002000:00100000:0.0:1746126495.410945:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80d880 with x1830945822369792 ext(6291456->7340031) 00000100:00100000:2.0:1746126495.410947:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822369920:12345-192.168.203.3@tcp:3:cmp.0 00002000:00010000:0.0:1746126495.410948:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80d880 00000100:00100000:0.0:1746126495.410961:0:32505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4399 00000100:00100000:0.0:1746126495.410968:0:32505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1975:x1830945822370048:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126495.411648:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4400 00000100:00100000:2.0:1746126495.411655:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822369792:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126495.430953:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822369920:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 20000us (20310us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126495.430963:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4398 00002000:00100000:0.0:1746126495.430973:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009b80d500 x1830945822369920/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.430981:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80d500 with x1830945822369920 ext(7340032->8388607) 00002000:00010000:0.0:1746126495.430986:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80d500 00000100:00100000:0.0:1746126495.442178:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1974:x1830945822369792:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 30515us (31454us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126495.442188:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4400 00002000:00100000:0.0:1746126495.442197:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88009b80d880 x1830945822369792/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.442204:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80d880 with x1830945822369792 ext(6291456->7340031) 00002000:00010000:0.0:1746126495.442208:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80d880 00000100:00100000:2.0:1746126495.448084:0:32505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1975:x1830945822370048:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 37109us (37402us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126495.448093:0:32505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4399 00002000:00100000:2.0:1746126495.448105:0:32505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88009b80e300 x1830945822370048/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.448112:0:32505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80e300 with x1830945822370048 ext(7340032->8388607) 00002000:00010000:2.0:1746126495.448117:0:32505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80e300 00000100:00100000:2.0:1746126495.458453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.458749:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.460006:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822370432 00000100:00100000:1.0:1746126495.460015:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822370432 00002000:00100000:1.0:1746126495.460049:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8801359d1180 x1830945822370432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.460069:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1180 with x1830945822370432 ext(8388608->9437183) 00002000:00010000:1.0:1746126495.460074:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d1180 00000100:00100000:1.0:1746126495.460089:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822370688 00000100:00100000:1.0:1746126495.460092:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822370688 00002000:00100000:1.0:1746126495.460103:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff8801359d2d80 x1830945822370688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.460110:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d2d80 with x1830945822370688 ext(8388608->9437183) 00002000:00010000:1.0:1746126495.460113:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801359d2d80 00000100:00100000:1.0:1746126495.460137:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4401 00000100:00100000:1.0:1746126495.460143:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822370432:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.460409:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4402 00000100:00100000:3.0:1746126495.460417:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822370688:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.474922:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822370688:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 14500us (16167us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126495.474922:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822370432:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 14773us (16470us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.474932:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4402 00000100:00100000:1.0:1746126495.474935:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4401 00002000:00100000:3.0:1746126495.474941:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff8801359d2d80 x1830945822370688/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.474941:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8801359d1180 x1830945822370432/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.474949:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d2d80 with x1830945822370688 ext(8388608->9437183) 00002000:00100000:1.0:1746126495.474949:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1180 with x1830945822370432 ext(8388608->9437183) 00002000:00010000:3.0:1746126495.474954:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801359d2d80 00002000:00010000:1.0:1746126495.474954:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d1180 00000100:00100000:3.0:1746126495.484049:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.484100:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.484162:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822371072 00000100:00100000:2.0:1746126495.484170:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822371072 00000100:00100000:1.0:1746126495.484201:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822371200 00000100:00100000:1.0:1746126495.484204:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822371200 00002000:00100000:2.0:1746126495.484208:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009bc28000 x1830945822371072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.484217:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc28000 with x1830945822371072 ext(9437184->10485759) 00002000:00100000:1.0:1746126495.484218:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88009bc2bb80 x1830945822371200/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:2.0:1746126495.484221:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc28000 00002000:00100000:1.0:1746126495.484224:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc2bb80 with x1830945822371200 ext(9437184->10485759) 00002000:00010000:1.0:1746126495.484226:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc2bb80 00000100:00100000:2.0:1746126495.484281:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4403 00000100:00100000:1.0:1746126495.484285:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4404 00000100:00100000:2.0:1746126495.484288:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822371072:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.484289:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822371200:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.494999:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822371200:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 10700us (10889us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126495.495009:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4404 00002000:00100000:1.0:1746126495.495019:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88009bc2bb80 x1830945822371200/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.495028:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc2bb80 with x1830945822371200 ext(9437184->10485759) 00002000:00010000:1.0:1746126495.495033:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc2bb80 00000100:00100000:2.0:1746126495.498964:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822371072:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 14668us (14914us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126495.498974:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4403 00002000:00100000:2.0:1746126495.498984:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009bc28000 x1830945822371072/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.498993:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc28000 with x1830945822371072 ext(9437184->10485759) 00002000:00010000:2.0:1746126495.498998:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc28000 00000100:00100000:3.0:1746126495.507203:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.507247:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.507331:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822371456 00000100:00100000:1.0:1746126495.507338:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822371456 00002000:00100000:1.0:1746126495.507372:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008d283800 x1830945822371456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.507381:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283800 with x1830945822371456 ext(10485760->11534335) 00002000:00010000:1.0:1746126495.507386:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d283800 00000100:00100000:1.0:1746126495.508165:0:32508:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822371712 00000100:00100000:1.0:1746126495.508169:0:32508:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822371712 00002000:00100000:1.0:1746126495.508186:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880093954380 x1830945822371712/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.508193:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954380 with x1830945822371712 ext(10485760->11534335) 00002000:00010000:1.0:1746126495.508197:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093954380 00000100:00100000:2.0:1746126495.508231:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4405 00000100:00100000:2.0:1746126495.508238:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822371456:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.508547:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4406 00000100:00100000:1.0:1746126495.508552:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822371712:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126495.520907:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.521960:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822371968 00000100:00100000:3.0:1746126495.521970:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822371968 00002000:00100000:3.0:1746126495.522005:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880135a29500 x1830945822371968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.522014:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29500 with x1830945822371968 ext(11534336->12582911) 00002000:00010000:3.0:1746126495.522018:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a29500 00000100:00100000:3.0:1746126495.522042:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4407 00000100:00100000:3.0:1746126495.522049:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1976:x1830945822371968:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126495.537945:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822371712:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 29385us (30691us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126495.537963:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4406 00002000:00100000:0.0:1746126495.537973:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880093954380 x1830945822371712/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.537982:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093954380 with x1830945822371712 ext(10485760->11534335) 00002000:00010000:0.0:1746126495.537986:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093954380 00000100:00100000:2.0:1746126495.542681:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+11:1977:x1830945822371456:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 34435us (35475us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126495.542691:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4405 00002000:00100000:2.0:1746126495.542701:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008d283800 x1830945822371456/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.542710:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d283800 with x1830945822371456 ext(10485760->11534335) 00002000:00010000:2.0:1746126495.542715:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d283800 00000100:00100000:3.0:1746126495.543697:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822371968:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 21646us (22795us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.543705:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4407 00002000:00100000:3.0:1746126495.543712:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880135a29500 x1830945822371968/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.543719:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29500 with x1830945822371968 ext(11534336->12582911) 00002000:00010000:3.0:1746126495.543723:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a29500 00000100:00100000:1.0:1746126495.556391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.556456:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822372224 00000100:00100000:3.0:1746126495.556464:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822372224 00002000:00100000:3.0:1746126495.556537:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88009b80fb80 x1830945822372224/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.556546:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80fb80 with x1830945822372224 ext(11534336->12582911) 00002000:00010000:3.0:1746126495.556551:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80fb80 00000100:00100000:3.0:1746126495.556711:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4408 00000100:00100000:3.0:1746126495.556718:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822372224:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.564222:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822372224:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 7496us (7828us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.564232:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4408 00002000:00100000:3.0:1746126495.564242:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88009b80fb80 x1830945822372224/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.564250:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80fb80 with x1830945822372224 ext(11534336->12582911) 00002000:00010000:3.0:1746126495.564254:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80fb80 00000100:00100000:1.0:1746126495.568294:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.568663:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822372480 00000100:00100000:3.0:1746126495.568671:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822372480 00002000:00100000:3.0:1746126495.568708:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff88009b80f800 x1830945822372480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.568718:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80f800 with x1830945822372480 ext(12582912->13631487) 00002000:00010000:3.0:1746126495.568723:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80f800 00000100:00100000:3.0:1746126495.568757:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4409 00000100:00100000:3.0:1746126495.568764:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822372480:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.574890:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822372480:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 6118us (6594us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.574900:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4409 00002000:00100000:3.0:1746126495.574909:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff88009b80f800 x1830945822372480/t0(0) o3->1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.574917:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80f800 with x1830945822372480 ext(12582912->13631487) 00002000:00010000:3.0:1746126495.574921:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80f800 00000100:00100000:0.0:1746126495.579900:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.580287:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822372736 00000100:00100000:2.0:1746126495.580294:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822372736 00000100:00100000:2.0:1746126495.580604:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 173 00000100:00100000:2.0:1746126495.580611:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+32:1199:x1830945822372736:12345-192.168.203.3@tcp:35:cmp.0 00000100:00100000:2.0:1746126495.580867:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+33:1199:x1830945822372736:12345-192.168.203.3@tcp:35:cmp.0 Request processed in 256us (972us total) trans 4294980661 rc 0/0 00000100:00100000:2.0:1746126495.580874:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 173 00000100:00100000:0.0:1746126495.598081:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.598125:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.598146:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822373120 00000100:00100000:0.0:1746126495.598153:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822373120 00000100:00100000:0.0:1746126495.598199:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 9 00000100:00100000:0.0:1746126495.598206:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1975:x1830945822373120:12345-192.168.203.3@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126495.598232:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126495.598245:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117d3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ccad expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.598279:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1117d45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598288:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1117d45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598298:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1117d45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598307:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d4c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598312:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598317:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598363:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1117d45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598369:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1117d45 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598373:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1117d45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598377:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a43e5400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126495.598380:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1117d45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598385:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1117d45 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598396:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:0.0:1746126495.598399:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126495.598402:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1117d45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598406:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e5400/0x8f8d42f0d1117d45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598419:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598423:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d4c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598427:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598430:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a43e4800 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126495.598432:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598436:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d4c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598441:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a3d3c000) 00010000:00010000:0.0:1746126495.598443:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126495.598445:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d4c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598449:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d4c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746126495.598480:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117d3e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ccad expref: 24 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.598487:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:0.0:1746126495.598489:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126495.598492:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a43e4a00/0x8f8d42f0d1117d3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ccad expref: 24 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.598522:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4a00, rc -2) 00000100:00100000:0.0:1746126495.598556:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1975:x1830945822373120:12345-192.168.203.3@tcp:63:ll_sa.0 Request processed in 350us (430us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126495.598562:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 9 00000100:00100000:3.0:1746126495.598701:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822372992 00000100:00100000:3.0:1746126495.598705:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822372992 00000100:00100000:3.0:1746126495.598725:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30913 00000100:00100000:3.0:1746126495.598730:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1201:x1830945822372992:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:3.0:1746126495.598738:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126495.598744:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135127c00/0x8f8d42f0d1117d53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cca6 expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.598790:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135127200/0x8f8d42f0d1117d5a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126495.598797:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135127200/0x8f8d42f0d1117d5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:3.0:1746126495.598803:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135127200/0x8f8d42f0d1117d5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:3.0:1746126495.598811:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746126495.598886:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135127c00/0x8f8d42f0d1117d53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cca6 expref: 26 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.598904:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135127200/0x8f8d42f0d1117d5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cca6 expref: 25 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.598909:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:3.0:1746126495.598911:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126495.598913:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127200, rc 0) 00000100:00100000:3.0:1746126495.598932:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+25:1201:x1830945822372992:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 201us (882us total) trans 4294980662 rc 0/0 00000100:00100000:3.0:1746126495.598937:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30913 00010000:00010000:2.0:1746126495.603069:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126495.603410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.603554:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822373632 00000100:00100000:2.0:1746126495.603561:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822373632 00000100:00100000:2.0:1746126495.603592:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 10 00000100:00100000:2.0:1746126495.603598:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5920c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+25:1974:x1830945822373632:12345-192.168.203.3@tcp:63:ll_sa.0 00010000:00010000:2.0:1746126495.603627:0:7137:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126495.603640:0:7137:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131030c00/0x8f8d42f0d1117d68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cce5 expref: -99 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.603673:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117d6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603683:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117d6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603693:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117d6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603704:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136411400/0x8f8d42f0d1117d76 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603708:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136411400/0x8f8d42f0d1117d76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603712:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136411400/0x8f8d42f0d1117d76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603757:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117d6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603763:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117d6f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603768:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117d6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603772:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094887000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126495.603776:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117d6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603781:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117d6f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603789:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:2.0:1746126495.603791:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126495.603794:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117d6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603798:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117d6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603903:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136411400/0x8f8d42f0d1117d76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603909:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136411400/0x8f8d42f0d1117d76 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603913:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136411400/0x8f8d42f0d1117d76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603917:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136411400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126495.603919:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136411400/0x8f8d42f0d1117d76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603923:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136411400/0x8f8d42f0d1117d76 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603929:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff880083fde200) 00010000:00010000:2.0:1746126495.603931:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126495.603932:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136411400/0x8f8d42f0d1117d76 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603936:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136411400/0x8f8d42f0d1117d76 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126495.603966:0:7137:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880131030c00/0x8f8d42f0d1117d68 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cce5 expref: 26 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.603972:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:2.0:1746126495.603974:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746126495.603976:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131030c00/0x8f8d42f0d1117d68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cce5 expref: 26 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.603986:0:7137:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131030c00, rc -2) 00000100:00100000:2.0:1746126495.604317:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5920c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+25:1974:x1830945822373632:12345-192.168.203.3@tcp:63:ll_sa.0 Request processed in 718us (909us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746126495.604323:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 10 00000100:00100000:0.0:1746126495.604573:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.605356:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.606779:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822373504 00000100:00100000:2.0:1746126495.606786:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822373504 00000100:00100000:3.0:1746126495.607157:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822373376 00000100:00100000:3.0:1746126495.607161:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822373376 00000100:00100000:3.0:1746126495.607184:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30914 00000100:00100000:3.0:1746126495.607190:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+26:1201:x1830945822373376:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:3.0:1746126495.607202:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126495.607214:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135127400/0x8f8d42f0d1117d7d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0ccde expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.607278:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135127a00/0x8f8d42f0d1117d84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126495.607289:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135127a00/0x8f8d42f0d1117d84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126495.607297:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135127a00/0x8f8d42f0d1117d84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:3.0:1746126495.607304:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:3.0:1746126495.607383:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135127400/0x8f8d42f0d1117d7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ccde expref: 29 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.607397:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135127a00/0x8f8d42f0d1117d84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ccde expref: 28 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126495.607403:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:3.0:1746126495.607406:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126495.607408:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135127a00, rc 0) 00000100:00100000:3.0:1746126495.607443:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+28:1201:x1830945822373376:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 254us (2871us total) trans 4294980663 rc 0/0 00000100:00100000:3.0:1746126495.607448:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30914 00000100:00100000:2.0:1746126495.607534:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 167 00000100:00100000:2.0:1746126495.607540:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+27:1974:x1830945822373504:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126495.607547:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126495.607558:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135127200/0x8f8d42f0d1117d5a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cca6 expref: 27 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126495.607566:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:2.0:1746126495.607569:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126495.607582:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+26:1974:x1830945822373504:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 43us (2227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126495.607587:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 167 00000100:00100000:2.0:1746126495.614379:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.614403:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.614447:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.614518:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822373760 00000100:00100000:0.0:1746126495.614526:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822373760 00000100:00100000:0.0:1746126495.614558:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822373888 00000100:00100000:0.0:1746126495.614560:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822373888 00000100:00100000:1.0:1746126495.614580:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822374016 00000100:00100000:1.0:1746126495.614585:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822374016 00000100:00100000:0.0:1746126495.614587:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5519 00000100:00100000:0.0:1746126495.614594:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822373760:12345-192.168.203.3@tcp:101:cmp.0 00010000:00010000:0.0:1746126495.614608:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126495.614613:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 168 00000100:00100000:1.0:1746126495.614618:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+26:1977:x1830945822374016:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126495.614620:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cd24 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126495.614629:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126495.614636:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126495.614638:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126495.614644:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135127a00/0x8f8d42f0d1117d84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0ccde expref: 26 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.614644:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd24 expref: 9 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126495.614659:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43e4800/0x8f8d42f0d1117d92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd24 expref: 9 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126495.614660:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:1.0:1746126495.614664:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126495.614668:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4800, rc 0) 00000100:00100000:0.0:1746126495.614701:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822373760:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 108us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126495.614706:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5519 00000100:00100000:1.0:1746126495.614722:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+25:1977:x1830945822374016:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 104us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126495.614722:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5520 00000100:00100000:0.0:1746126495.614726:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822373888:12345-192.168.203.3@tcp:101:cmp.0 00000100:00100000:1.0:1746126495.614728:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 168 00010000:00010000:0.0:1746126495.614733:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126495.614741:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117d99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cd2b expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126495.614751:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126495.614753:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126495.614756:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117d99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd2b expref: 9 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126495.615059:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43e4000/0x8f8d42f0d1117d99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd2b expref: 9 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126495.615067:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43e4000, rc 0) 00000100:00100000:3.0:1746126495.615125:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822373888:12345-192.168.203.3@tcp:101:cmp.0 Request processed in 397us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126495.615131:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5520 00000100:00100000:2.0:1746126495.621188:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3300:1830945820573056:0@lo:400:kworker.0 00000100:00100000:2.0:1746126495.621239:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126495.621319:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3298:1830945820573312:0@lo:400:kworker.0 00000100:00100000:3.0:1746126495.621320:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820573184:0@lo:400:kworker.0 00000100:00100000:1.0:1746126495.621344:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126495.621363:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126495.621391:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820573312 00000100:00100000:3.0:1746126495.621401:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820573312 00000100:00100000:3.0:1746126495.621432:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820573184 00000100:00100000:3.0:1746126495.621434:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820573184 00000100:00100000:3.0:1746126495.621446:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1746126495.621451:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830945820573312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126495.621512:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830945820573312:12345-0@lo:400:kworker.0 Request processed in 61us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126495.621517:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1746126495.621525:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3298:1830945820573312:0@lo:400:kworker.0 00000100:00100000:3.0:1746126495.621529:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1746126495.621534:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830945820573184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126495.621694:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830945820573184:12345-0@lo:400:kworker.0 Request processed in 159us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126495.621699:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00080000:2.0:1746126495.622214:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126495.622289:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746126495.622296:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820573440:0@lo:400:kworker.0 00000100:00100000:0.0:1746126495.622302:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820573568:0@lo:400:kworker.0 00000100:00100000:1.0:1746126495.622314:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126495.622329:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126495.622349:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820573568 00000100:00100000:1.0:1746126495.622352:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820573568 00000100:00100000:0.0:1746126495.622354:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746126495.622358:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820573696:0@lo:400:kworker.0 00000100:00100000:0.0:1746126495.622373:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126495.622374:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1746126495.622378:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820573568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126495.622391:0:8480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820573696 00000100:00100000:0.0:1746126495.622393:0:8480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820573696 00000100:00100000:1.0:1746126495.622401:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820573568:12345-0@lo:400:kworker.0 Request processed in 23us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126495.622405:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1746126495.622413:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1746126495.622417:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820573696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126495.622430:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820573696:12345-0@lo:400:kworker.0 Request processed in 13us (57us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126495.622466:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820573056 00000100:00100000:2.0:1746126495.622472:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820573056 00000100:00100000:2.0:1746126495.622504:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1746126495.622509:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6886850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3300:x1830945820573056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126495.622538:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6886850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29+18:3300:x1830945820573056:12345-0@lo:400:kworker.0 Request processed in 24us (1294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126495.622543:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1746126495.622571:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830945820573184:0@lo:400:kworker.0 00000100:00100000:1.0:1746126495.622808:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1746126495.622819:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820573696:0@lo:400:kworker.0 00000100:00100000:0.0:1746126495.622827:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820573568:0@lo:400:kworker.0 00000100:00100000:0.0:1746126495.622833:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bb5e3fab-c5ab-4a27-9374-0e659e4f3e29:3300:1830945820573056:0@lo:400:kworker.0 00000100:00080000:0.0:1746126495.622853:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126495.622856:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126495.622877:0:20893:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820573440 00000100:00100000:0.0:1746126495.622879:0:20893:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820573440 00000100:00100000:0.0:1746126495.622900:0:20893:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1746126495.622904:0:20893:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820573440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126495.622930:0:20893:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830945820573440:12345-0@lo:400:kworker.0 Request processed in 25us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126495.622934:0:20893:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00080000:0.0:1746126495.622946:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126495.622962:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3298:1830945820573440:0@lo:400:kworker.0 00000004:00080000:2.0:1746126495.700678:0:10436:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 537120181432ns, next at 538120180132ns, rc = 0 00000100:00100000:3.0:1746126495.700745:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746126495.700761:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801359d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820573824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126495.700818:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126495.701024:0:8483:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820573824 00000100:00100000:2.0:1746126495.701030:0:8483:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820573824 00000100:00100000:2.0:1746126495.701096:0:8483:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1746126495.701104:0:8483:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820573824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746126495.701121:0:8483:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 579141632 pending 0 free 3789553664 avail 3782213632 00000100:00100000:2.0:1746126495.701821:0:8483:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830945820573824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 717us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126495.701828:0:8483:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1746126495.702230:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801359d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3299:1830945820573824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746126495.703200:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.703232:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.703674:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822374272 00000100:00100000:3.0:1746126495.703679:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822374272 00002000:00100000:3.0:1746126495.703706:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8801359d1500 x1830945822374272/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.703713:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1500 with x1830945822374272 ext(0->1048575) 00002000:00010000:3.0:1746126495.703719:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d1500 00000100:00100000:3.0:1746126495.703736:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822374528 00000100:00100000:3.0:1746126495.703738:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822374528 00002000:00100000:3.0:1746126495.703748:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880135a29c00 x1830945822374528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.703753:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29c00 with x1830945822374528 ext(1048576->2097151) 00002000:00010000:3.0:1746126495.703754:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a29c00 00000100:00100000:3.0:1746126495.703784:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4410 00000100:00100000:3.0:1746126495.703787:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1976:x1830945822374272:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126495.703810:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4411 00000100:00100000:0.0:1746126495.703817:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1977:x1830945822374528:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126495.704015:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.704067:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.704082:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822374784 00000100:00100000:2.0:1746126495.704085:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822374784 00002000:00100000:2.0:1746126495.704104:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88009186d180 x1830945822374784/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.704112:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d180 with x1830945822374784 ext(0->1048575) 00002000:00010000:2.0:1746126495.704115:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186d180 00000100:00100000:2.0:1746126495.704125:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822375040 00000100:00100000:2.0:1746126495.704128:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822375040 00002000:00100000:2.0:1746126495.704136:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88009bc28a80 x1830945822375040/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.704142:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc28a80 with x1830945822375040 ext(1048576->2097151) 00002000:00010000:2.0:1746126495.704144:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc28a80 00000100:00100000:2.0:1746126495.704153:0:8484:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4412 00000100:00100000:2.0:1746126495.704158:0:8484:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1975:x1830945822374784:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.704197:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4413 00000100:00100000:1.0:1746126495.704204:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1974:x1830945822375040:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126495.718410:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1977:x1830945822374528:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 14586us (15170us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126495.718420:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4411 00002000:00100000:2.0:1746126495.718429:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880135a29c00 x1830945822374528/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.718437:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a29c00 with x1830945822374528 ext(1048576->2097151) 00002000:00010000:2.0:1746126495.718442:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a29c00 00000100:00100000:3.0:1746126495.726606:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1976:x1830945822374272:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 22809us (23401us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.726616:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4410 00002000:00100000:3.0:1746126495.726625:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8801359d1500 x1830945822374272/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.726634:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d1500 with x1830945822374272 ext(0->1048575) 00002000:00010000:3.0:1746126495.726639:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801359d1500 00000100:00100000:1.0:1746126495.727812:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1974:x1830945822375040:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 23605us (23740us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126495.727820:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4413 00002000:00100000:1.0:1746126495.727825:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88009bc28a80 x1830945822375040/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.727832:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc28a80 with x1830945822375040 ext(1048576->2097151) 00002000:00010000:1.0:1746126495.727835:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc28a80 00000100:00100000:2.0:1746126495.730370:0:8484:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1975:x1830945822374784:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 26205us (26349us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126495.730378:0:8484:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4412 00002000:00100000:2.0:1746126495.730387:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88009186d180 x1830945822374784/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.730394:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186d180 with x1830945822374784 ext(0->1048575) 00002000:00010000:2.0:1746126495.730399:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186d180 00000004:00080000:3.0:1746126495.748662:0:10433:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 537168165752ns, next at 538168164203ns, rc = 0 00000100:00100000:1.0:1746126495.748726:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746126495.748743:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820573952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746126495.748791:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126495.749622:0:8483:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820573952 00000100:00100000:2.0:1746126495.749628:0:8483:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820573952 00000100:00100000:2.0:1746126495.749655:0:8483:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1746126495.749660:0:8483:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820573952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746126495.749686:0:8483:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 112263168 pending 0 free 3818913792 avail 3816816640 00000100:00100000:2.0:1746126495.749718:0:8483:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830945820573952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126495.749722:0:8483:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1746126495.749982:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3298:1830945820573952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746126495.757760:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.757885:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.758656:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822375296 00000100:00100000:1.0:1746126495.758663:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822375296 00002000:00100000:1.0:1746126495.758696:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8801351fbb80 x1830945822375296/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.758705:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fbb80 with x1830945822375296 ext(2097152->3145727) 00002000:00010000:1.0:1746126495.758709:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fbb80 00000100:00100000:1.0:1746126495.758727:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822375680 00000100:00100000:1.0:1746126495.758730:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822375680 00002000:00100000:1.0:1746126495.758740:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88009425dc00 x1830945822375680/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.758747:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425dc00 with x1830945822375680 ext(3145728->4194303) 00002000:00010000:1.0:1746126495.758749:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425dc00 00000100:00100000:1.0:1746126495.758758:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4414 00000100:00100000:1.0:1746126495.758764:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1976:x1830945822375296:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.758824:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4415 00000100:00100000:3.0:1746126495.758830:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1977:x1830945822375680:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.760705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.761391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.761965:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822375808 00000100:00100000:3.0:1746126495.761972:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822375808 00002000:00100000:3.0:1746126495.762005:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff88009425ce00 x1830945822375808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.762013:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ce00 with x1830945822375808 ext(2097152->3145727) 00002000:00010000:3.0:1746126495.762017:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425ce00 00000100:00100000:3.0:1746126495.762032:0:8484:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822375936 00000100:00100000:3.0:1746126495.762034:0:8484:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822375936 00002000:00100000:3.0:1746126495.762042:0:8484:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff88009425c000 x1830945822375936/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.762047:0:8484:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c000 with x1830945822375936 ext(3145728->4194303) 00002000:00010000:3.0:1746126495.762049:0:8484:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425c000 00000100:00100000:1.0:1746126495.767073:0:32508:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4416 00000100:00100000:1.0:1746126495.767086:0:32508:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1976:x1830945822375808:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126495.767622:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4417 00000100:00100000:2.0:1746126495.767630:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1977:x1830945822375936:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.776364:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1976:x1830945822375296:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 17593us (18604us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126495.776373:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4414 00002000:00100000:1.0:1746126495.776382:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8801351fbb80 x1830945822375296/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.776389:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351fbb80 with x1830945822375296 ext(2097152->3145727) 00002000:00010000:1.0:1746126495.776394:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351fbb80 00000100:00100000:1.0:1746126495.788547:0:32508:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1976:x1830945822375808:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 21458us (27838us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126495.788556:0:32508:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4416 00002000:00100000:1.0:1746126495.788565:0:32508:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff88009425ce00 x1830945822375808/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.788573:0:32508:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425ce00 with x1830945822375808 ext(2097152->3145727) 00002000:00010000:1.0:1746126495.788579:0:32508:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425ce00 00000100:00100000:3.0:1746126495.788964:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822375680:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 30133us (31079us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.788970:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4415 00002000:00100000:3.0:1746126495.788975:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88009425dc00 x1830945822375680/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.788982:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425dc00 with x1830945822375680 ext(3145728->4194303) 00002000:00010000:3.0:1746126495.788985:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009425dc00 00000100:00100000:0.0:1746126495.800369:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822375936:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 32732us (38970us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126495.800380:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4417 00002000:00100000:0.0:1746126495.800389:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff88009425c000 x1830945822375936/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.800397:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009425c000 with x1830945822375936 ext(3145728->4194303) 00002000:00010000:0.0:1746126495.800402:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009425c000 00000100:00100000:0.0:1746126495.815029:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.815136:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822376320 00000100:00100000:2.0:1746126495.815143:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822376320 00002000:00100000:2.0:1746126495.815177:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880094905180 x1830945822376320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126495.815185:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094905180 with x1830945822376320 ext(4194304->5242879) 00002000:00010000:2.0:1746126495.815189:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094905180 00000100:00100000:2.0:1746126495.815398:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4418 00000100:00100000:2.0:1746126495.815405:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1974:x1830945822376320:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:2.0:1746126495.821831:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126495.823025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.824726:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822376576 00000100:00100000:3.0:1746126495.824735:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822376576 00002000:00100000:3.0:1746126495.824773:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009184ea00 x1830945822376576/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.824781:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ea00 with x1830945822376576 ext(5242880->6291455) 00002000:00010000:3.0:1746126495.824786:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ea00 00000100:00100000:3.0:1746126495.824809:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822376832 00000100:00100000:3.0:1746126495.824812:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822376832 00002000:00100000:3.0:1746126495.824824:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88009184e300 x1830945822376832/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.824830:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184e300 with x1830945822376832 ext(4194304->5242879) 00002000:00010000:3.0:1746126495.824833:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009184e300 00000100:00100000:3.0:1746126495.824844:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4419 00000100:00100000:3.0:1746126495.824851:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1975:x1830945822376576:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.825491:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4420 00000100:00100000:3.0:1746126495.825517:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1975:x1830945822376832:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.828939:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.829132:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1974:x1830945822376320:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 13725us (14107us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.829141:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4418 00002000:00100000:3.0:1746126495.829150:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880094905180 x1830945822376320/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.829159:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094905180 with x1830945822376320 ext(4194304->5242879) 00002000:00010000:3.0:1746126495.829164:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094905180 00000100:00100000:3.0:1746126495.829186:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822377088 00000100:00100000:3.0:1746126495.829191:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822377088 00002000:00100000:3.0:1746126495.829212:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88009b80c380 x1830945822377088/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.829218:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c380 with x1830945822377088 ext(5242880->6291455) 00002000:00010000:3.0:1746126495.829220:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80c380 00000100:00100000:3.0:1746126495.829232:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4421 00000100:00100000:3.0:1746126495.829237:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1974:x1830945822377088:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.847340:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1975:x1830945822376576:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 22481us (25507us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.847350:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4419 00002000:00100000:3.0:1746126495.847359:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009184ea00 x1830945822376576/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.847367:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ea00 with x1830945822376576 ext(5242880->6291455) 00002000:00010000:3.0:1746126495.847371:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ea00 00000100:00100000:3.0:1746126495.849589:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1975:x1830945822376832:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 24068us (26561us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.849598:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4420 00002000:00100000:3.0:1746126495.849606:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88009184e300 x1830945822376832/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.849614:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184e300 with x1830945822376832 ext(4194304->5242879) 00002000:00010000:3.0:1746126495.849619:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009184e300 00000100:00100000:3.0:1746126495.855381:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1974:x1830945822377088:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 26137us (26441us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.855391:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4421 00002000:00100000:3.0:1746126495.855400:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88009b80c380 x1830945822377088/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.855408:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c380 with x1830945822377088 ext(5242880->6291455) 00002000:00010000:3.0:1746126495.855413:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80c380 00000100:00100000:1.0:1746126495.865649:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.865738:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822377344 00000100:00100000:3.0:1746126495.865745:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822377344 00002000:00100000:3.0:1746126495.865781:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88009b80d180 x1830945822377344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.865791:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80d180 with x1830945822377344 ext(6291456->7340031) 00002000:00010000:3.0:1746126495.865795:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80d180 00000100:00100000:3.0:1746126495.865815:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4422 00000100:00100000:3.0:1746126495.865821:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822377344:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.872488:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822377344:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 6659us (6836us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.872527:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4422 00002000:00100000:3.0:1746126495.872535:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88009b80d180 x1830945822377344/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.872544:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80d180 with x1830945822377344 ext(6291456->7340031) 00002000:00010000:3.0:1746126495.872548:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80d180 00000100:00100000:1.0:1746126495.889285:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.889804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126495.889897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126495.890042:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822377728 00000100:00100000:0.0:1746126495.890057:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822377728 00002000:00100000:0.0:1746126495.890089:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009b80ca80 x1830945822377728/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.890098:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ca80 with x1830945822377728 ext(7340032->8388607) 00002000:00010000:0.0:1746126495.890103:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80ca80 00000100:00100000:0.0:1746126495.890116:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822377984 00000100:00100000:0.0:1746126495.890118:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822377984 00002000:00100000:0.0:1746126495.890128:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88009b80c700 x1830945822377984/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.890134:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c700 with x1830945822377984 ext(7340032->8388607) 00002000:00010000:0.0:1746126495.890137:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80c700 00000100:00100000:0.0:1746126495.890152:0:25024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822377856 00000100:00100000:0.0:1746126495.890154:0:25024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822377856 00002000:00100000:0.0:1746126495.890166:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88009b80ea00 x1830945822377856/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.890172:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ea00 with x1830945822377856 ext(6291456->7340031) 00002000:00010000:0.0:1746126495.890174:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80ea00 00000100:00100000:0.0:1746126495.890272:0:25024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4423 00000100:00100000:0.0:1746126495.890279:0:25024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1976:x1830945822377728:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.890974:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4424 00000100:00100000:1.0:1746126495.890982:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+10:1977:x1830945822377984:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.891801:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4425 00000100:00100000:3.0:1746126495.891808:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1976:x1830945822377856:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126495.909146:0:25024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1976:x1830945822377728:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 18861us (19861us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126495.909156:0:25024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4423 00002000:00100000:0.0:1746126495.909166:0:25024:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009b80ca80 x1830945822377728/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126495.909175:0:25024:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ca80 with x1830945822377728 ext(7340032->8388607) 00002000:00010000:0.0:1746126495.909180:0:25024:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b80ca80 00000100:00100000:1.0:1746126495.912782:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1977:x1830945822377984:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 21795us (22975us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126495.912793:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4424 00002000:00100000:1.0:1746126495.912801:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88009b80c700 x1830945822377984/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126495.912808:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c700 with x1830945822377984 ext(7340032->8388607) 00002000:00010000:1.0:1746126495.912813:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80c700 00000100:00100000:3.0:1746126495.917251:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1976:x1830945822377856:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 25437us (27346us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.917261:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4425 00002000:00100000:3.0:1746126495.917269:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88009b80ea00 x1830945822377856/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.917277:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ea00 with x1830945822377856 ext(6291456->7340031) 00002000:00010000:3.0:1746126495.917281:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80ea00 00000100:00100000:2.0:1746126495.929443:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.931325:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822378368 00000100:00100000:3.0:1746126495.931333:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822378368 00002000:00100000:3.0:1746126495.931370:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009184ed80 x1830945822378368/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.931379:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ed80 with x1830945822378368 ext(8388608->9437183) 00002000:00010000:3.0:1746126495.931383:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ed80 00000100:00100000:3.0:1746126495.931415:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4426 00000100:00100000:3.0:1746126495.931421:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1975:x1830945822378368:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.945475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.945859:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1975:x1830945822378368:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 14436us (16420us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.945868:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4426 00002000:00100000:3.0:1746126495.945879:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009184ed80 x1830945822378368/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.945886:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ed80 with x1830945822378368 ext(8388608->9437183) 00002000:00010000:3.0:1746126495.945891:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ed80 00000100:00100000:3.0:1746126495.945913:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822378624 00000100:00100000:3.0:1746126495.945918:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822378624 00002000:00100000:3.0:1746126495.945939:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88009b80c000 x1830945822378624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.945945:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c000 with x1830945822378624 ext(8388608->9437183) 00002000:00010000:3.0:1746126495.945947:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80c000 00000100:00100000:3.0:1746126495.945959:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4427 00000100:00100000:3.0:1746126495.945964:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822378624:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.959593:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822378624:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 13620us (14116us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.959603:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4427 00002000:00100000:3.0:1746126495.959611:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88009b80c000 x1830945822378624/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.959620:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80c000 with x1830945822378624 ext(8388608->9437183) 00002000:00010000:3.0:1746126495.959624:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80c000 00000100:00100000:0.0:1746126495.967438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.967787:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822378880 00000100:00100000:3.0:1746126495.967795:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822378880 00002000:00100000:3.0:1746126495.967829:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880094905c00 x1830945822378880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.967837:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094905c00 with x1830945822378880 ext(9437184->10485759) 00002000:00010000:3.0:1746126495.967842:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094905c00 00000100:00100000:3.0:1746126495.967869:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4428 00000100:00100000:3.0:1746126495.967874:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094905c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1975:x1830945822378880:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:1.0:1746126495.969927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126495.973725:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822379136 00000100:00100000:3.0:1746126495.973735:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822379136 00002000:00100000:3.0:1746126495.973773:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88009b80ce00 x1830945822379136/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/0 e 0 to 0 dl 1746126506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.973783:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ce00 with x1830945822379136 ext(9437184->10485759) 00002000:00010000:3.0:1746126495.973787:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80ce00 00000100:00100000:3.0:1746126495.974366:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4429 00000100:00100000:3.0:1746126495.974375:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b80ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1975:x1830945822379136:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126495.989269:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094905c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1975:x1830945822378880:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 21387us (21830us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.989279:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4428 00002000:00100000:3.0:1746126495.989288:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880094905c00 x1830945822378880/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.989296:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094905c00 with x1830945822378880 ext(9437184->10485759) 00002000:00010000:3.0:1746126495.989301:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094905c00 00000100:00100000:3.0:1746126495.990635:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b80ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1975:x1830945822379136:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 16257us (20708us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126495.990643:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4429 00002000:00100000:3.0:1746126495.990649:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88009b80ce00 x1830945822379136/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:256/0 lens 488/440 e 0 to 0 dl 1746126506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126495.990656:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b80ce00 with x1830945822379136 ext(9437184->10485759) 00002000:00010000:3.0:1746126495.990660:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b80ce00 00000100:00100000:2.0:1746126496.013812:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.014378:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.014437:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822379520 00000100:00100000:0.0:1746126496.014444:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822379520 00002000:00100000:0.0:1746126496.014477:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009184e680 x1830945822379520/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.014486:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184e680 with x1830945822379520 ext(10485760->11534335) 00002000:00010000:0.0:1746126496.014491:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184e680 00000100:00100000:0.0:1746126496.014537:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822379648 00000100:00100000:0.0:1746126496.014540:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822379648 00002000:00100000:0.0:1746126496.014551:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88009184c700 x1830945822379648/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.014557:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c700 with x1830945822379648 ext(10485760->11534335) 00002000:00010000:0.0:1746126496.014560:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009184c700 00000100:00100000:0.0:1746126496.014580:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4430 00000100:00100000:0.0:1746126496.014586:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822379520:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126496.015300:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4431 00000100:00100000:3.0:1746126496.015308:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822379648:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126496.022975:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822379520:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 8381us (9161us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126496.022990:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4430 00002000:00100000:0.0:1746126496.022999:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009184e680 x1830945822379520/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/440 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.023007:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184e680 with x1830945822379520 ext(10485760->11534335) 00002000:00010000:0.0:1746126496.023012:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184e680 00000100:00100000:3.0:1746126496.024723:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822379648:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 9412us (10341us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126496.024731:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4431 00002000:00100000:3.0:1746126496.024739:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88009184c700 x1830945822379648/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/440 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.024746:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c700 with x1830945822379648 ext(10485760->11534335) 00002000:00010000:3.0:1746126496.024751:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009184c700 00000100:00100000:2.0:1746126496.026913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.027067:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822379904 00000100:00100000:3.0:1746126496.027075:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822379904 00002000:00100000:3.0:1746126496.027106:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88009184ce00 x1830945822379904/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.027114:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ce00 with x1830945822379904 ext(11534336->12582911) 00002000:00010000:3.0:1746126496.027118:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ce00 00000100:00100000:3.0:1746126496.027236:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4432 00000100:00100000:3.0:1746126496.027244:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1976:x1830945822379904:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126496.038603:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1976:x1830945822379904:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 11352us (11686us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126496.038612:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4432 00002000:00100000:3.0:1746126496.038621:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88009184ce00 x1830945822379904/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/440 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.038629:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184ce00 with x1830945822379904 ext(11534336->12582911) 00002000:00010000:3.0:1746126496.038634:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184ce00 00000100:00100000:0.0:1746126496.047407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.047525:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822380160 00000100:00100000:3.0:1746126496.047532:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822380160 00002000:00100000:3.0:1746126496.047565:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880094906d80 x1830945822380160/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.047574:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094906d80 with x1830945822380160 ext(11534336->12582911) 00002000:00010000:3.0:1746126496.047578:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094906d80 00000100:00100000:3.0:1746126496.047595:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4433 00000100:00100000:3.0:1746126496.047602:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1974:x1830945822380160:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:3.0:1746126496.064059:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1974:x1830945822380160:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 16442us (16644us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126496.064070:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4433 00002000:00100000:3.0:1746126496.064079:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880094906d80 x1830945822380160/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/440 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.064087:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094906d80 with x1830945822380160 ext(11534336->12582911) 00002000:00010000:3.0:1746126496.064091:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094906d80 00000100:00100000:2.0:1746126496.075263:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.075290:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822380416 00000100:00100000:2.0:1746126496.075296:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822380416 00002000:00100000:2.0:1746126496.075328:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff88009184c380 x1830945822380416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126496.075340:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c380 with x1830945822380416 ext(12582912->13631487) 00002000:00010000:2.0:1746126496.075345:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184c380 00000100:00100000:2.0:1746126496.075359:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4434 00000100:00100000:2.0:1746126496.075364:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1974:x1830945822380416:12345-192.168.203.3@tcp:3:cmp.0 00000100:00100000:0.0:1746126496.086168:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1974:x1830945822380416:12345-192.168.203.3@tcp:3:cmp.0 Request processed in 10798us (10904us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126496.086178:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4434 00002000:00100000:0.0:1746126496.086187:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff88009184c380 x1830945822380416/t0(0) o3->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/440 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.086195:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009184c380 with x1830945822380416 ext(12582912->13631487) 00002000:00010000:0.0:1746126496.086199:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009184c380 00000100:00100000:2.0:1746126496.096665:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.096928:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822380672 00000100:00100000:0.0:1746126496.096936:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822380672 00000100:00100000:0.0:1746126496.096967:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 174 00000100:00100000:0.0:1746126496.096974:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+25:1201:x1830945822380672:12345-192.168.203.3@tcp:35:cmp.0 00000100:00100000:0.0:1746126496.097158:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+26:1201:x1830945822380672:12345-192.168.203.3@tcp:35:cmp.0 Request processed in 183us (497us total) trans 4294980664 rc 0/0 00000100:00100000:0.0:1746126496.097164:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 174 00000100:00100000:1.0:1746126496.099202:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.099362:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822380928 00000100:00100000:0.0:1746126496.099367:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822380928 00000100:00100000:0.0:1746126496.099391:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 175 00000100:00100000:0.0:1746126496.099396:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+26:1201:x1830945822380928:12345-192.168.203.3@tcp:35:cmp.0 00000100:00100000:0.0:1746126496.099521:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+27:1201:x1830945822380928:12345-192.168.203.3@tcp:35:cmp.0 Request processed in 124us (322us total) trans 4294980665 rc 0/0 00000100:00100000:0.0:1746126496.099527:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 175 00000001:00080000:2.0:1746126496.108990:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980660 is committed 00000001:00080000:2.0:1746126496.109000:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980658 is committed 00000004:00080000:2.0:1746126496.109030:0:7178:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000001:00080000:2.0:1746126496.109999:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980661 is committed 00000004:00080000:2.0:1746126496.110015:0:7178:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000004:00080000:2.0:1746126496.110029:0:7178:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000100:00100000:1.0:1746126496.110287:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820574080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1746126496.110335:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126496.110372:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746126496.110378:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820574208:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1746126496.110394:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1746126496.110456:0:7178:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000001:00080000:2.0:1746126496.110464:0:7178:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980663 is committed 00000100:00100000:0.0:1746126496.110535:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820574080 00000100:00100000:0.0:1746126496.110540:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820574080 00000100:00100000:0.0:1746126496.110564:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945820574208 00000100:00100000:0.0:1746126496.110566:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945820574208 00000100:00100000:0.0:1746126496.110579:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5521 00000100:00100000:0.0:1746126496.110584:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820574080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1746126496.110603:0:8481:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:28 count 1 00010000:00010000:0.0:1746126496.110620:0:8481:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.110635:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.110642:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1117a04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb48 expref: 8 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126496.110647:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.110649:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.110651:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.110669:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1117a04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb48 expref: 8 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126496.110678:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1117a04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb48 expref: 8 pid: 8479 timeout: 637 lvb_type: 1 00000100:00100000:0.0:1746126496.110688:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094904e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820574336:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126496.110735:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 7 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.110741:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 7 pid: 8480 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126496.110749:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094907800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820574464:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126496.110763:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126496.110774:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5522 00000100:00100000:0.0:1746126496.110779:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1830945820574208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746126496.110790:0:10567:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x240000400:26 count 1 00010000:00010000:0.0:1746126496.110800:0:10567:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.110809:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.110816:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11179fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb41 expref: 8 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126496.110821:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.110822:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.110824:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.110842:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11179fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb41 expref: 8 pid: 8479 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126496.110850:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11179fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb41 expref: 8 pid: 8479 timeout: 637 lvb_type: 1 00000100:00100000:0.0:1746126496.110858:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820574592:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126496.110881:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 8 pid: 8480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.110888:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 8 pid: 8480 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126496.110894:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820574720:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126496.110907:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126496.121734:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.121948:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822381056 00000100:00100000:2.0:1746126496.121955:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822381056 00000100:00100000:0.0:1746126496.124418:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.124466:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094904e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820574336:192.168.203.3@tcp:104: 00000100:00100000:0.0:1746126496.124473:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820574464:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126496.124488:0:8481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126496.125414:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.125481:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094904a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820574592:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126496.125571:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822381312 00000100:00100000:2.0:1746126496.125576:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822381312 00000100:00100000:2.0:1746126496.125608:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30915 00000100:00100000:2.0:1746126496.125614:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1204:x1830945822381312:12345-192.168.203.3@tcp:36:rm.0 00010000:00010000:2.0:1746126496.125653:0:7133:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746126496.125671:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bdfa00/0x8f8d42f0d1117ae4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbbf expref: 18 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.125686:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009496c600/0x8f8d42f0d1117a82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb9c expref: 17 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.125697:0:7133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:2.0:1746126496.125705:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e01400/0x8f8d42f0d1117ca4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc21 expref: 16 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.125711:0:7133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:2.0:1746126496.125714:0:7133:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126496.125727:0:7133:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126496.125736:0:7133:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc44 expref: 15 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.125741:0:7133:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126496.125762:0:7133:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc44 expref: 15 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.125771:0:7133:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc44 expref: 15 pid: 7131 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746126496.125782:0:7133:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7133:1830945820574848:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126496.125837:0:7133:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec900 going to sleep for 11 seconds 00010000:00010000:2.0:1746126496.125857:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 8 pid: 8480 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746126496.125875:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7711 00000100:00100000:2.0:1746126496.125881:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822381056:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126496.125888:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126496.125891:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 8 pid: 8480 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746126496.125900:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 8 pid: 8480 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746126496.125911:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e14000/0x8f8d42f0d11179cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb2c expref: 8 pid: 8480 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746126496.125920:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126496.125936:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1976:x1830945822381056:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 56us (4210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126496.125942:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7711 00000100:00080000:0.0:1746126496.126056:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126496.126486:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822381440 00000100:00100000:3.0:1746126496.126490:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822381440 00000100:00100000:3.0:1746126496.126534:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 11 00000100:00100000:3.0:1746126496.126540:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1976:x1830945822381440:12345-192.168.203.3@tcp:63:ll_sa.0 00010000:00010000:3.0:1746126496.126557:0:7137:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126496.126564:0:7137:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43a00/0x8f8d42f0d1117db5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cd32 expref: -99 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.126587:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1117dbc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126595:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1117dbc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126602:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1117dbc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126612:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43600/0x8f8d42f0d1117dc3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126617:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43600/0x8f8d42f0d1117dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126621:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43600/0x8f8d42f0d1117dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126673:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1117dbc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126678:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1117dbc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126683:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1117dbc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126687:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b43c00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:3.0:1746126496.126690:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1117dbc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126696:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1117dbc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126703:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:3.0:1746126496.126705:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126496.126708:0:7137:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.126713:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1117dbc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126719:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43c00/0x8f8d42f0d1117dbc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126726:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43600/0x8f8d42f0d1117dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126730:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43600/0x8f8d42f0d1117dc3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126735:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43600/0x8f8d42f0d1117dc3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126738:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b43600 already unused, calling callback (ffffffffa135f690) 00010000:00010000:3.0:1746126496.126740:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43600/0x8f8d42f0d1117dc3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126745:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43600/0x8f8d42f0d1117dc3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126749:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880099941900) 00010000:00010000:3.0:1746126496.126751:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126496.126753:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43600/0x8f8d42f0d1117dc3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126756:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43600/0x8f8d42f0d1117dc3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746126496.126782:0:7137:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43a00/0x8f8d42f0d1117db5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd32 expref: 17 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.126789:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:3.0:1746126496.126790:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126496.126792:0:7137:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.126798:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43a00/0x8f8d42f0d1117db5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd32 expref: 17 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.126805:0:7137:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b43a00, rc -2) 00000100:00100000:3.0:1746126496.129304:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1976:x1830945822381440:12345-192.168.203.3@tcp:63:ll_sa.0 Request processed in 2757us (4882us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746126496.129314:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 11 00000100:00100000:1.0:1746126496.130188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.130208:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822381568 00000100:00100000:1.0:1746126496.130213:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822381568 00010000:00010000:1.0:1746126496.130240:0:7118:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 9 pid: 8480 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746126496.130259:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7712 00000100:00100000:1.0:1746126496.130265:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b138050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822381568:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126496.130275:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126496.130279:0:7118:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 9 pid: 8480 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126496.130287:0:7118:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 9 pid: 8480 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746126496.130306:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126496.130332:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b138050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822381568:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 67us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126496.130336:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7712 00000100:00080000:1.0:1746126496.130369:0:7129:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746126496.131471:0:10567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e14400/0x8f8d42f0d11179c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb25 expref: 8 pid: 8480 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126496.131486:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820574720:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126496.131513:0:10567:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126496.132211:0:7133:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7133:1830945820574848:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126496.132224:0:7133:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00000100:00100000:1.0:1746126496.132264:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.132359:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822381696 00000100:00100000:2.0:1746126496.132363:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822381696 00010000:00010000:2.0:1746126496.132381:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc44 expref: 16 pid: 7131 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746126496.132398:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7713 00000100:00100000:2.0:1746126496.132403:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+16:1977:x1830945822381696:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126496.132412:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126496.132417:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc44 expref: 16 pid: 7131 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746126496.132424:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc44 expref: 16 pid: 7131 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746126496.132439:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b43e00/0x8f8d42f0d1117cf1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cc44 expref: 16 pid: 7131 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746126496.132452:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:2.0:1746126496.132456:0:11008:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126496.132462:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126496.132467:0:11008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126496.132723:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126496.132792:0:7133:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.132798:0:7133:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.132813:0:7133:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117dca lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.132820:0:7133:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117dca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.132825:0:7133:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117dca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.132924:0:7133:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.132932:0:7133:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e78200/0x8f8d42f0d1117b15 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbf7 expref: 15 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.132938:0:7133:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.132961:0:7133:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094e78200/0x8f8d42f0d1117b15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbf7 expref: 15 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.132969:0:7133:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e78200/0x8f8d42f0d1117b15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbf7 expref: 15 pid: 7131 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746126496.132979:0:7133:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7133:1830945820574976:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126496.133046:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1977:x1830945822381696:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 641us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126496.133061:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7713 00000100:00100000:3.0:1746126496.133603:0:7133:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e118300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126496.135513:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.135588:0:7133:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7133:1830945820574976:192.168.203.3@tcp:104: 00010000:00010000:3.0:1746126496.135604:0:7133:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00000100:00100000:3.0:1746126496.135705:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822381824 00000100:00100000:3.0:1746126496.135710:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822381824 00010000:00010000:3.0:1746126496.135730:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094e78200/0x8f8d42f0d1117b15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbf7 expref: 15 pid: 7131 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746126496.135749:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7714 00000100:00100000:3.0:1746126496.135754:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1977:x1830945822381824:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126496.135763:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126496.135767:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094e78200/0x8f8d42f0d1117b15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbf7 expref: 15 pid: 7131 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746126496.135774:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094e78200/0x8f8d42f0d1117b15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbf7 expref: 15 pid: 7131 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746126496.135788:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e78200/0x8f8d42f0d1117b15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cbf7 expref: 15 pid: 7131 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746126496.135799:0:11008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:3.0:1746126496.135803:0:11008:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.135809:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.135814:0:11008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.135827:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126496.135838:0:7133:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.135842:0:7133:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00000040:00080000:3.0:1746126496.136549:0:7133:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000040:00080000:3.0:1746126496.136582:0:7133:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00010000:00010000:3.0:1746126496.136640:0:7133:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117dd8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136648:0:7133:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117dd8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136654:0:7133:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117dd8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136660:0:7133:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117dd8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136664:0:7133:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117dd8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136672:0:7133:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117dd8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136684:0:7133:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746126496.136698:0:7133:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136702:0:7133:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136707:0:7133:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136712:0:7133:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b42a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:3.0:1746126496.136715:0:7133:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136720:0:7133:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136726:0:7133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:3.0:1746126496.136729:0:7133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126496.136731:0:7133:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136736:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b42a00/0x8f8d42f0d1117dd1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136775:0:7133:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136780:0:7133:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136787:0:7133:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136791:0:7133:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949d7a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:3.0:1746126496.136793:0:7133:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136797:0:7133:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136803:0:7133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c600) 00010000:00010000:3.0:1746126496.136805:0:7133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126496.136807:0:7133:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136811:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7a00/0x8f8d42f0d1117dae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00000004:00010000:3.0:1746126496.136821:0:7133:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800941a7100 reply state ffff8800925ab000 transno 4294980666 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117dca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00000100:00100000:3.0:1746126496.136827:0:7133:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746126496.136877:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1204:x1830945822381312:12345-192.168.203.3@tcp:36:rm.0 Request processed in 11261us (11462us total) trans 4294980666 rc 0/0 00000100:00100000:3.0:1746126496.136883:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30915 00010000:00010000:3.0:1746126496.136902:0:7121:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746126496.136906:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117dd8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136910:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a427d200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:3.0:1746126496.136912:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117dd8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136917:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117dd8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136924:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a6a8cb00) 00010000:00010000:3.0:1746126496.136926:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746126496.136928:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117dd8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136932:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117dd8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.136941:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126496.136942:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126496.136944:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126496.136959:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1977:x1830945822381824:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1204us (1449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126496.136965:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7714 00010000:00010000:2.0:1746126496.138238:0:3285:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117dca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126496.138246:0:3285:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117dca lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126496.138251:0:3285:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117dca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126496.138255:0:3285:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6bd2400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126496.138257:0:3285:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117dca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126496.138261:0:3285:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117dca lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126496.138269:0:3285:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880099941400) 00010000:00010000:2.0:1746126496.138271:0:3285:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126496.138273:0:3285:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117dca lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00010000:00010000:2.0:1746126496.138277:0:3285:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117dca lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00000100:00100000:0.0:1746126496.147692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.147770:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.154039:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822381952 00000100:00100000:3.0:1746126496.154057:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822381952 00010000:00010000:3.0:1746126496.154090:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1117a04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb48 expref: 9 pid: 8479 timeout: 637 lvb_type: 1 00000100:00100000:3.0:1746126496.154121:0:11008:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822382080 00000100:00100000:3.0:1746126496.154124:0:11008:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822382080 00010000:00010000:3.0:1746126496.154135:0:11008:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11179fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb41 expref: 9 pid: 8479 timeout: 637 lvb_type: 1 00000100:00100000:2.0:1746126496.154144:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7715 00000100:00100000:2.0:1746126496.154152:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1977:x1830945822381952:12345-192.168.203.3@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126496.154160:0:11008:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7716 00010000:00010000:2.0:1746126496.154163:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126496.154166:0:11008:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1975:x1830945822382080:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126496.154168:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1117a04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb48 expref: 9 pid: 8479 timeout: 637 lvb_type: 1 00010000:00010000:3.0:1746126496.154175:0:11008:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126496.154178:0:11008:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11179fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb41 expref: 9 pid: 8479 timeout: 637 lvb_type: 1 00010000:00010000:2.0:1746126496.154179:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1117a04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb48 expref: 9 pid: 8479 timeout: 637 lvb_type: 1 00010000:00010000:3.0:1746126496.154186:0:11008:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11179fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb41 expref: 9 pid: 8479 timeout: 637 lvb_type: 1 00010000:00010000:2.0:1746126496.154196:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b43200/0x8f8d42f0d1117a04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb48 expref: 9 pid: 8479 timeout: 637 lvb_type: 1 00010000:00010000:3.0:1746126496.154198:0:11008:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ad4a00/0x8f8d42f0d11179fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cb41 expref: 9 pid: 8479 timeout: 637 lvb_type: 1 00010000:00010000:2.0:1746126496.154209:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126496.154211:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126496.154215:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.154220:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126496.154221:0:11008:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126496.154221:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.154224:0:11008:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.154230:0:11008:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.154240:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126496.154243:0:11008:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126496.154284:0:11008:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1975:x1830945822382080:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 118us (6514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126496.154290:0:11008:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7716 00010000:00010000:0.0:1746126496.154301:0:10567:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.154308:0:10567:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.154315:0:10567:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.154321:0:10567:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.154332:0:10567:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746126496.154821:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3300:x1830945820574208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44041us (44424us total) trans 4294968169 rc 0/0 00000100:00100000:0.0:1746126496.154828:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5522 00010000:00010000:0.0:1746126496.154845:0:8481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.154856:0:8481:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.154862:0:8481:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.154868:0:8481:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.154877:0:8481:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1746126496.155255:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3300:x1830945820574080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44668us (44917us total) trans 4294968530 rc 0/0 00000100:00100000:0.0:1746126496.155261:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5521 00000100:00100000:2.0:1746126496.155643:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1977:x1830945822381952:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1490us (7955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126496.155649:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7715 00010000:00010000:2.0:1746126496.155667:0:9780:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1746126496.155671:0:9780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.155678:0:9780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b33800 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126496.155681:0:9780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.155687:0:9780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.155697:0:9780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.155702:0:9780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b33800/0x8f8d42f0d1117da7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.155715:0:9780:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746126496.155718:0:9780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.155722:0:9780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:2.0:1746126496.155725:0:9780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.155731:0:9780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.155738:0:9780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.155743:0:9780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117da0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.155753:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126496.155754:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126496.155755:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1746126496.155835:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009425ca80/2, rc 0, transno 4294968169 00000100:00100000:0.0:1746126496.155852:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009425ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820574208:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1746126496.155864:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094907100/2, rc 0, transno 4294968530 00000100:00100000:0.0:1746126496.155870:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3300:1830945820574080:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1746126496.156023:0:7120:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126496.187612:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.187719:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822382208 00000100:00100000:3.0:1746126496.187726:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822382208 00000100:00100000:3.0:1746126496.188006:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30916 00000100:00100000:3.0:1746126496.188013:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+16:1207:x1830945822382208:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:3.0:1746126496.188030:0:7133:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126496.188056:0:7133:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117ddf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cd6a expref: -99 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.188098:0:7133:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117de6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.188107:0:7133:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117de6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.188115:0:7133:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117de6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00000004:00200000:3.0:1746126496.188155:0:7133:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746126496.188158:0:7133:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126496.188168:0:7133:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117de6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00010000:00010000:3.0:1746126496.188182:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094887000/0x8f8d42f0d1117ddf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd6a expref: 18 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.188898:0:7133:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117de6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd6a expref: 17 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.188905:0:7133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099941d00) 00010000:00010000:3.0:1746126496.188907:0:7133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126496.188910:0:7133:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a2f000, rc 0) 00000100:00100000:3.0:1746126496.188953:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1207:x1830945822382208:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 940us (1348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126496.188958:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30916 00000100:00100000:3.0:1746126496.198348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.198586:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822382464 00000100:00100000:0.0:1746126496.198594:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822382464 00000100:00100000:0.0:1746126496.198642:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30917 00000100:00100000:0.0:1746126496.198649:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+17:1207:x1830945822382464:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:0.0:1746126496.198664:0:7133:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126496.198667:0:7133:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126496.198687:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117de6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd6a expref: 17 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.198714:0:7133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099941d00) 00010000:00010000:0.0:1746126496.198723:0:7133:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126496.198733:0:7133:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117ded lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cd71 expref: -99 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.198822:0:7133:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117df4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.198831:0:7133:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117df4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.198839:0:7133:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117df4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.198848:0:7133:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117dfb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.198853:0:7133:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117dfb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.198858:0:7133:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117dfb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.199171:0:7133:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1117e02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.199177:0:7133:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1117e02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.199183:0:7133:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1117e02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00000004:00200000:0.0:1746126496.199188:0:7133:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:0.0:1746126496.199202:0:7133:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117df4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.199206:0:7133:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117df4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.199211:0:7133:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117df4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.199215:0:7133:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ca8000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126496.199217:0:7133:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117df4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.199221:0:7133:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117df4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.199226:0:7133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3cc00) 00010000:00010000:0.0:1746126496.199228:0:7133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126496.199230:0:7133:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117df4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.199234:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8000/0x8f8d42f0d1117df4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00000004:00010000:0.0:1746126496.199241:0:7133:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009425f800 reply state ffff880133783000 transno 4294980667 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117dfb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7133 initiator: MDT0 00000100:00100000:0.0:1746126496.199245:0:7133:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746126496.199261:0:7133:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117ded lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd71 expref: 19 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.199272:0:7133:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1117e02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd71 expref: 18 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.199280:0:7133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800a3d3c900) 00010000:00010000:0.0:1746126496.199282:0:7133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126496.199284:0:7133:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ad5e00, rc 0) 00000100:00100000:0.0:1746126496.199334:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1207:x1830945822382464:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 685us (991us total) trans 4294980667 rc 0/0 00000100:00100000:0.0:1746126496.199340:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30917 00010000:00010000:0.0:1746126496.206357:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117dfb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.206370:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117dfb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.206376:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117dfb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.206381:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e296200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126496.206385:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117dfb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.206391:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117dfb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.206403:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a3d3c500) 00010000:00010000:0.0:1746126496.206406:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126496.206408:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117dfb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00010000:00010000:0.0:1746126496.206413:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117dfb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7133 initiator: MDT0 00000100:00100000:3.0:1746126496.210330:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.210387:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822382720 00000100:00100000:2.0:1746126496.210394:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822382720 00000100:00100000:2.0:1746126496.210433:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30918 00000100:00100000:2.0:1746126496.210440:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1207:x1830945822382720:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:2.0:1746126496.210457:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126496.210471:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117e10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cd78 expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.210548:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126496.210559:0:11031:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1117e02 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd71 expref: 19 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.210569:0:11031:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126496.210590:0:11031:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1117e02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd71 expref: 19 pid: 7133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.210598:0:11031:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1117e02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd71 expref: 19 pid: 7133 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746126496.210607:0:11031:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009184dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11031:1830945820575104:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126496.210672:0:11031:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beec900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126496.212136:0:11031:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009184dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11031:1830945820575104:192.168.203.3@tcp:104: 00010000:00010000:2.0:1746126496.212152:0:11031:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000100:00100000:3.0:1746126496.213868:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.213932:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822382848 00000100:00100000:2.0:1746126496.213938:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822382848 00010000:00010000:2.0:1746126496.213963:0:7117:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1117e02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd71 expref: 20 pid: 7133 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746126496.213986:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7717 00000100:00100000:2.0:1746126496.213993:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1976:x1830945822382848:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126496.214003:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126496.214007:0:7117:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1117e02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd71 expref: 20 pid: 7133 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746126496.214016:0:7117:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1117e02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd71 expref: 20 pid: 7133 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746126496.214034:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5e00/0x8f8d42f0d1117e02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd71 expref: 20 pid: 7133 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746126496.214677:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800a3d3c900) 00010000:00010000:2.0:1746126496.214682:0:7117:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126496.214690:0:7117:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126496.214696:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11031 initiator: MDT0 00010000:00010000:2.0:1746126496.215231:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126496.215771:0:11031:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.215779:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:0.0:1746126496.215795:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00080000:0.0:1746126496.216015:0:11031:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000400:0x1e:0x0], index 0: 0 00000004:00080000:0.0:1746126496.216021:0:11031:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 1: 0 00010000:00010000:0.0:1746126496.216127:0:11031:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.216133:0:11031:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.216138:0:11031:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.216142:0:11031:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6bd2400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:0.0:1746126496.216145:0:11031:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.216149:0:11031:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.216158:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800a3d3c900) 00010000:00010000:0.0:1746126496.216161:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126496.216163:0:11031:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.216168:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e17 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.216220:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117e10 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd78 expref: 20 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.216231:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117e10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd78 expref: 20 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.216239:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a427d200, rc 0) 00000100:00100000:2.0:1746126496.217262:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1976:x1830945822382848:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3265us (3393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126496.217272:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7717 00000100:00100000:0.0:1746126496.217685:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009425c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1207:x1830945822382720:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 7244us (7360us total) trans 4294980668 rc 301/301 00000100:00100000:0.0:1746126496.217691:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30918 00000100:00100000:1.0:1746126496.221791:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.222326:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822383104 00000100:00100000:2.0:1746126496.222334:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822383104 00000100:00100000:2.0:1746126496.222379:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 176 00000100:00100000:2.0:1746126496.222386:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+18:1207:x1830945822383104:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:2.0:1746126496.222655:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1207:x1830945822383104:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 268us (870us total) trans 4294980669 rc 0/0 00000100:00100000:2.0:1746126496.222661:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 176 00000100:00100000:1.0:1746126496.227477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.227552:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822383232 00000100:00100000:0.0:1746126496.227558:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822383232 00000100:00100000:0.0:1746126496.227594:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30919 00000100:00100000:0.0:1746126496.227600:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+19:1207:x1830945822383232:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:0.0:1746126496.227615:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126496.227630:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1117e25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cd7f expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.227668:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1117e25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd7f expref: 20 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.227678:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad5600/0x8f8d42f0d1117e25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd7f expref: 20 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.227689:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800a3d3cb00) 00010000:00010000:0.0:1746126496.227691:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126496.227694:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ad5600, rc 0) 00000100:00100000:0.0:1746126496.227722:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1207:x1830945822383232:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 123us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126496.227729:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30919 00000100:00100000:3.0:1746126496.233270:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.233341:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822383488 00000100:00100000:0.0:1746126496.233347:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822383488 00000100:00100000:1.0:1746126496.234118:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 177 00000100:00100000:1.0:1746126496.234128:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+20:1207:x1830945822383488:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:1.0:1746126496.234291:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1207:x1830945822383488:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 165us (1026us total) trans 4294980670 rc 0/0 00000100:00100000:1.0:1746126496.234296:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 177 00000100:00100000:1.0:1746126496.246998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.247056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.247118:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822383616 00000100:00100000:0.0:1746126496.247126:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822383616 00000100:00100000:0.0:1746126496.247167:0:11031:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822383744 00000100:00100000:0.0:1746126496.247170:0:11031:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822383744 00000100:00100000:0.0:1746126496.247187:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30920 00000100:00100000:0.0:1746126496.247194:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+21:1208:x1830945822383616:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1746126496.247210:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126496.247225:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117e2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cd86 expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.247271:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e33 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.247280:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.247289:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:0.0:1746126496.247331:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746126496.247334:0:11031:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126496.247345:0:11031:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.247361:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a427d200/0x8f8d42f0d1117e2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd86 expref: 23 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.247377:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e33 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd86 expref: 22 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.247384:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c700) 00010000:00010000:0.0:1746126496.247386:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126496.247389:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6bd2400, rc 0) 00000100:00100000:0.0:1746126496.247424:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1208:x1830945822383616:12345-192.168.203.3@tcp:101:dd.0 Request processed in 230us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126496.247429:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30920 00000100:00100000:0.0:1746126496.247443:0:11031:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30921 00000100:00100000:0.0:1746126496.247447:0:11031:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+14:1209:x1830945822383744:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1746126496.247454:0:11031:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126496.247460:0:11031:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1117e3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cd8d expref: -99 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.247478:0:11031:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117e41 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.247484:0:11031:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117e41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.247490:0:11031:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117e41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00000004:00200000:0.0:1746126496.247539:0:11031:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746126496.247541:0:11031:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126496.247546:0:11031:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117e41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11031 initiator: MDT0 00010000:00010000:0.0:1746126496.247556:0:11031:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ad4200/0x8f8d42f0d1117e3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd8d expref: 16 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.247567:0:11031:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117e41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd8d expref: 15 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.247572:0:11031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c700) 00010000:00010000:0.0:1746126496.247574:0:11031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126496.247575:0:11031:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130afd600, rc 0) 00000100:00100000:0.0:1746126496.247588:0:11031:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1209:x1830945822383744:12345-192.168.203.3@tcp:101:dd.0 Request processed in 142us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126496.247592:0:11031:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30921 00000100:00100000:0.0:1746126496.253153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.253249:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822384000 00000100:00100000:1.0:1746126496.253257:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822384000 00000100:00100000:1.0:1746126496.254121:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30922 00000100:00100000:1.0:1746126496.254129:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1209:x1830945822384000:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:1.0:1746126496.254144:0:7132:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126496.254158:0:7132:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f1a00/0x8f8d42f0d1117e48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cd94 expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126496.254223:0:7132:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42bc600/0x8f8d42f0d1117e4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126496.254405:0:7132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42bc600/0x8f8d42f0d1117e4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1746126496.254415:0:7132:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42bc600/0x8f8d42f0d1117e4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:1.0:1746126496.254425:0:7132:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746126496.254533:0:7132:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938f1a00/0x8f8d42f0d1117e48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd94 expref: 18 pid: 7132 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126496.255160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.255211:0:7131:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822384256 00000100:00100000:3.0:1746126496.255215:0:7131:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822384256 00000100:00100000:3.0:1746126496.255243:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30923 00000100:00100000:3.0:1746126496.255248:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+22:1208:x1830945822384256:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:3.0:1746126496.255255:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126496.255257:0:7131:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746126496.255268:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6bd2400/0x8f8d42f0d1117e33 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd86 expref: 22 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.255279:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c700) 00010000:00010000:3.0:1746126496.255282:0:7131:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126496.255288:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117e5d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cd9b expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126496.255295:0:7132:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42bc600/0x8f8d42f0d1117e4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd94 expref: 17 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126496.255301:0:7132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880134f42e00) 00010000:00010000:1.0:1746126496.255304:0:7132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746126496.255306:0:7132:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a42bc600, rc 0) 00010000:00010000:3.0:1746126496.255326:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117e64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.255332:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.255337:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000100:00100000:1.0:1746126496.255340:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1209:x1830945822384000:12345-192.168.203.3@tcp:101:dd.0 Request processed in 1213us (2194us total) trans 4294980671 rc 0/0 00000004:00200000:3.0:1746126496.255342:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00000100:00100000:1.0:1746126496.255348:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30922 00010000:00010000:3.0:1746126496.255396:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117e5d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd9b expref: 24 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.255406:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117e64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd9b expref: 23 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.255415:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8800a6a8c200) 00010000:00010000:3.0:1746126496.255416:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126496.255418:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a2f000, rc 0) 00000100:00100000:3.0:1746126496.255434:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1208:x1830945822384256:12345-192.168.203.3@tcp:101:dd.0 Request processed in 186us (275us total) trans 4294980672 rc 0/0 00000100:00100000:3.0:1746126496.255440:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30923 00000100:00100000:0.0:1746126496.255767:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.256347:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822384384 00000100:00100000:2.0:1746126496.256351:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822384384 00000100:00100000:2.0:1746126496.256371:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 12 00000100:00100000:2.0:1746126496.256375:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1977:x1830945822384384:12345-192.168.203.3@tcp:63:ll_sa.0 00010000:00010000:2.0:1746126496.256391:0:7137:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126496.256398:0:7137:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117e72 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cda2 expref: -99 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.256420:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d1117e79 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256426:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d1117e79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256431:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d1117e79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256440:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117e80 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256445:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117e80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256449:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117e80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256532:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117e87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256537:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117e87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256542:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117e87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00000004:00200000:2.0:1746126496.256551:0:7137:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:2.0:1746126496.256554:0:7137:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126496.256563:0:7137:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117e87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256569:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117e87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256574:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d1117e79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256578:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d1117e79 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256582:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d1117e79 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256586:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949d6a00 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126496.256589:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d1117e79 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256594:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d1117e79 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256599:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c700) 00010000:00010000:2.0:1746126496.256601:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126496.256604:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d1117e79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256607:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d6a00/0x8f8d42f0d1117e79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256628:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117e80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256632:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117e80 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256635:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117e80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256639:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800944b9400 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126496.256640:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117e80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256644:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117e80 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256650:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880083fde700) 00010000:00010000:2.0:1746126496.256652:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126496.256654:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117e80 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256658:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944b9400/0x8f8d42f0d1117e80 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256674:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949d7c00/0x8f8d42f0d1117e72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cda2 expref: 25 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.256682:0:7137:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f36e00/0x8f8d42f0d1117e87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cda2 expref: 24 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.256687:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800a3d3cb00) 00010000:00010000:2.0:1746126496.256689:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126496.256690:0:7137:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f36e00, rc 0) 00010000:00010000:2.0:1746126496.256693:0:7137:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126496.256697:0:7137:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8f8d42f0d1117e8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cda9 expref: -99 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.256710:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37000/0x8f8d42f0d1117e95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256718:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37000/0x8f8d42f0d1117e95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256723:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37000/0x8f8d42f0d1117e95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256731:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1117e9c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256735:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1117e9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256739:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1117e9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256759:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37000/0x8f8d42f0d1117e95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256764:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37000/0x8f8d42f0d1117e95 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256768:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37000/0x8f8d42f0d1117e95 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256771:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f37000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126496.256773:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37000/0x8f8d42f0d1117e95 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256777:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37000/0x8f8d42f0d1117e95 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256783:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c700) 00010000:00010000:2.0:1746126496.256784:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126496.256787:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37000/0x8f8d42f0d1117e95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256790:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37000/0x8f8d42f0d1117e95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256796:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1117e9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256800:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1117e9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256804:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1117e9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256819:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800943ae000 already unused, calling callback (ffffffffa135f690) 00010000:00010000:2.0:1746126496.256820:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1117e9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256825:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1117e9c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256829:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880083fdef00) 00010000:00010000:2.0:1746126496.256830:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126496.256832:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1117e9c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256837:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800943ae000/0x8f8d42f0d1117e9c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746126496.256858:0:7137:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8f8d42f0d1117e8e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cda9 expref: 25 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.256863:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c700) 00010000:00010000:2.0:1746126496.256865:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746126496.256867:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8f8d42f0d1117e8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cda9 expref: 25 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.256873:0:7137:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f37400, rc -2) 00000100:00100000:2.0:1746126496.256898:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1977:x1830945822384384:12345-192.168.203.3@tcp:63:ll_sa.0 Request processed in 522us (1132us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746126496.256903:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 12 00000100:00100000:1.0:1746126496.266058:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.266102:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.266159:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822384896 00000100:00100000:0.0:1746126496.266166:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822384896 00000100:00100000:0.0:1746126496.266209:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4435 00000100:00100000:0.0:1746126496.266215:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822384896:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:0.0:1746126496.266241:0:32504:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1117ea3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.266251:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.266253:0:32504:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.266256:0:32504:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1117ea3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.266266:0:32504:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1117ea3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126496.269369:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822384640 00000100:00100000:2.0:1746126496.269379:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822384640 00000100:00100000:3.0:1746126496.270293:0:7131:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30924 00000100:00100000:3.0:1746126496.270304:0:7131:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1209:x1830945822384640:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:3.0:1746126496.270322:0:7131:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126496.270324:0:7131:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746126496.270346:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130afd600/0x8f8d42f0d1117e41 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd8d expref: 17 pid: 11031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.270998:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3d3c700) 00010000:00010000:3.0:1746126496.271009:0:7131:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126496.271020:0:7131:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117eaa lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cdda expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.271148:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117eb1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271157:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117eb1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271165:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117eb1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271174:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117eb8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271180:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271184:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271233:0:7131:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117ebf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271240:0:7131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117ebf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271245:0:7131:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117ebf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:3.0:1746126496.271252:0:7131:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:3.0:1746126496.271312:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117eb1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271318:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117eb1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271322:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117eb1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271326:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a2f800 already unused, calling callback (ffffffffa135f690) 00010000:00010000:3.0:1746126496.271329:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117eb1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271333:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117eb1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271339:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099941500) 00010000:00010000:3.0:1746126496.271341:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126496.271344:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117eb1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271347:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f800/0x8f8d42f0d1117eb1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271354:0:7131:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271358:0:7131:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117eb8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271362:0:7131:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271365:0:7131:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e296200 already unused, calling callback (ffffffffa135f690) 00010000:00010000:3.0:1746126496.271366:0:7131:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271370:0:7131:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117eb8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271375:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880099941800) 00010000:00010000:3.0:1746126496.271376:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126496.271378:0:7131:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117eb8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271381:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e296200/0x8f8d42f0d1117eb8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1746126496.271406:0:7131:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117eaa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdda expref: 19 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.271416:0:7131:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca8c00/0x8f8d42f0d1117ebf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdda expref: 18 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.271422:0:7131:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800a3d3cb00) 00010000:00010000:3.0:1746126496.271423:0:7131:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126496.271425:0:7131:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca8c00, rc 0) 00000100:00100000:3.0:1746126496.271472:0:7131:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1209:x1830945822384640:12345-192.168.203.3@tcp:101:dd.0 Request processed in 1171us (5430us total) trans 4294980673 rc 0/0 00000100:00100000:3.0:1746126496.271478:0:7131:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30924 00000100:00100000:0.0:1746126496.272553:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.272572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.272588:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822385152 00000100:00100000:0.0:1746126496.272593:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822385152 00000100:00100000:0.0:1746126496.272616:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5523 00000100:00100000:0.0:1746126496.272621:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822385152:12345-192.168.203.3@tcp:101:ll_agl.0 00010000:00010000:0.0:1746126496.272630:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126496.272640:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bd42800/0x8f8d42f0d1117ecd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cde1 expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126496.272655:0:8481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126496.272665:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.272667:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.272672:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bd42800/0x8f8d42f0d1117ecd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde1 expref: 10 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126496.272681:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bd42800/0x8f8d42f0d1117ecd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde1 expref: 10 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126496.272688:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bd42800, rc 0) 00000100:00100000:0.0:1746126496.272706:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+10:1977:x1830945822385152:12345-192.168.203.3@tcp:101:ll_agl.0 Request processed in 85us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126496.272710:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5523 00000100:00100000:0.0:1746126496.272740:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.272751:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822385280 00000100:00100000:0.0:1746126496.272754:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822385280 00000100:00100000:0.0:1746126496.272766:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5524 00000100:00100000:0.0:1746126496.272770:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822385280:12345-192.168.203.3@tcp:101:ll_agl.0 00010000:00010000:0.0:1746126496.272776:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126496.272784:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bd43800/0x8f8d42f0d1117ed4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cde8 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126496.272795:0:10567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126496.272803:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.272804:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.272807:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd43800/0x8f8d42f0d1117ed4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde8 expref: 9 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126496.272814:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bd43800/0x8f8d42f0d1117ed4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde8 expref: 9 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126496.272820:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bd43800, rc 0) 00000100:00100000:0.0:1746126496.272832:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1977:x1830945822385280:12345-192.168.203.3@tcp:101:ll_agl.0 Request processed in 62us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126496.272836:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5524 00000100:00100000:3.0:1746126496.275964:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822385024 00000100:00100000:3.0:1746126496.275975:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822385024 00000100:00100000:3.0:1746126496.276025:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 169 00000100:00100000:3.0:1746126496.276032:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094907b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1977:x1830945822385024:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126496.276045:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126496.276074:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a2f000/0x8f8d42f0d1117e64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cd9b expref: 24 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126496.276090:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8800a6a8c200) 00010000:00010000:3.0:1746126496.276093:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126496.277413:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094907b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1977:x1830945822385024:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 1378us (4859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126496.277421:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 169 00000100:00100000:2.0:1746126496.284758:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.284830:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822385536 00000100:00100000:1.0:1746126496.284837:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822385536 00000100:00100000:1.0:1746126496.284879:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4436 00000100:00100000:1.0:1746126496.284886:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822385536:12345-192.168.203.3@tcp:3:dd.0 00010000:00010000:1.0:1746126496.284914:0:32503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117edb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126496.284926:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126496.284927:0:32503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126496.284932:0:32503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117edb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126496.284942:0:32503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117edb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.294862:0:32504:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1117ea3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.294877:0:32504:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1117ea3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.294883:0:32504:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1117ea3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.294894:0:32504:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ad4c00 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126496.294897:0:32504:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1117ea3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.294904:0:32504:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1117ea3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.294920:0:32504:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1117ea3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.294925:0:32504:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ad4c00/0x8f8d42f0d1117ea3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32504 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126496.295387:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822384896:12345-192.168.203.3@tcp:3:dd.0 Request processed in 29167us (29280us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126496.295397:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4435 00000100:00100000:2.0:1746126496.299641:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.301321:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822385664 00000100:00100000:1.0:1746126496.301329:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822385664 00000100:00100000:1.0:1746126496.301374:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5525 00000100:00100000:1.0:1746126496.301380:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1209:x1830945822385664:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:1.0:1746126496.301394:0:8481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126496.301408:0:8481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117ee2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cdef expref: -99 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126496.301430:0:8481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bd42800/0x8f8d42f0d1117ecd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde1 expref: 7 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126496.301436:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126496.301438:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126496.301441:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117ee2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdef expref: 9 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126496.301463:0:8481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bd42800/0x8f8d42f0d1117ecd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde1 expref: 7 pid: 8481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126496.301472:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bd42800/0x8f8d42f0d1117ecd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde1 expref: 7 pid: 8481 timeout: 637 lvb_type: 1 00000100:00100000:1.0:1746126496.301483:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820575232:192.168.203.3@tcp:104: 00000100:00100000:1.0:1746126496.301565:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a48000 going to sleep for 11 seconds 00010000:00010000:0.0:1746126496.302137:0:32503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117edb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.302147:0:32503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117edb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.302152:0:32503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117edb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.302157:0:32503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e296200 already unused, calling callback (ffffffffa086ad70) 00010000:00010000:0.0:1746126496.302160:0:32503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117edb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.302166:0:32503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117edb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.302178:0:32503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117edb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.302183:0:32503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e296200/0x8f8d42f0d1117edb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126496.302236:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1974:x1830945822385536:12345-192.168.203.3@tcp:3:dd.0 Request processed in 17349us (17484us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126496.302244:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4436 00000100:00100000:2.0:1746126496.306949:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.306999:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822385792 00000100:00100000:0.0:1746126496.307005:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822385792 00010000:00010000:0.0:1746126496.307031:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bd42800/0x8f8d42f0d1117ecd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde1 expref: 8 pid: 8481 timeout: 637 lvb_type: 1 00000100:00100000:0.0:1746126496.307103:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7718 00000100:00100000:0.0:1746126496.307109:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1977:x1830945822385792:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126496.307119:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126496.307134:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bd42800/0x8f8d42f0d1117ecd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde1 expref: 8 pid: 8481 timeout: 637 lvb_type: 1 00010000:00010000:0.0:1746126496.307144:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bd42800/0x8f8d42f0d1117ecd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde1 expref: 8 pid: 8481 timeout: 637 lvb_type: 1 00010000:00010000:0.0:1746126496.307166:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.307168:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.307173:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117ee2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdef expref: 9 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.307179:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117ee2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdef expref: 9 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.307203:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117ee2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdef expref: 9 pid: 8481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126496.307212:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e7b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820575360:192.168.203.3@tcp:105: 00010000:00010000:1.0:1746126496.307293:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bd42800/0x8f8d42f0d1117ecd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde1 expref: 8 pid: 8481 timeout: 637 lvb_type: 1 00000100:00100000:1.0:1746126496.307308:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8481:1830945820575232:192.168.203.3@tcp:104: 00010000:00010000:1.0:1746126496.307326:0:8481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a2e200/0x8f8d42f0d1117ee2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdef expref: 9 pid: 8481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126496.307334:0:8481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a2e200, rc 0) 00000100:00100000:0.0:1746126496.308403:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3ca000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126496.308512:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009184f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1209:x1830945822385664:12345-192.168.203.3@tcp:101:dd.0 Request processed in 7130us (8875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126496.308520:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5525 00000100:00100000:0.0:1746126496.313650:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e7b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8534:1830945820575360:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126496.313668:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126496.313701:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1977:x1830945822385792:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 6591us (6756us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126496.313710:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7718 00000100:00100000:1.0:1746126496.326820:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.328067:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.328141:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822386176 00000100:00100000:0.0:1746126496.328148:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822386176 00002000:00100000:0.0:1746126496.328184:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff8800941a6d80 x1830945822386176/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.328193:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a6d80 with x1830945822386176 ext(0->1048575) 00002000:00010000:0.0:1746126496.328197:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941a6d80 00000100:00100000:0.0:1746126496.328214:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4437 00000100:00100000:0.0:1746126496.328221:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1976:x1830945822386176:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126496.329039:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822386048 00000100:00100000:2.0:1746126496.329044:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822386048 00000100:00100000:2.0:1746126496.329097:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5526 00000100:00100000:2.0:1746126496.329102:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+8:1209:x1830945822386048:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:2.0:1746126496.329110:0:10567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126496.329124:0:10567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1117ee9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a05343c01e0cdf6 expref: -99 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.329142:0:10567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bd43800/0x8f8d42f0d1117ed4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde8 expref: 8 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126496.329148:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126496.329149:0:10567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126496.329152:0:10567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1117ee9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdf6 expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126496.329176:0:10567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bd43800/0x8f8d42f0d1117ed4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde8 expref: 8 pid: 10567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126496.329186:0:10567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bd43800/0x8f8d42f0d1117ed4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde8 expref: 8 pid: 10567 timeout: 637 lvb_type: 1 00000100:00100000:2.0:1746126496.329195:0:10567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820575488:192.168.203.3@tcp:104: 00000100:00100000:2.0:1746126496.329243:0:10567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009beecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126496.342558:0:10567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10567:1830945820575488:192.168.203.3@tcp:104: 00010000:00010000:0.0:1746126496.342585:0:10567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1117ee9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdf6 expref: 9 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.342600:0:10567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135728000, rc 0) 00000100:00100000:0.0:1746126496.342655:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1209:x1830945822386048:12345-192.168.203.3@tcp:101:dd.0 Request processed in 13551us (15840us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126496.342663:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5526 00000100:00100000:2.0:1746126496.349687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.350591:0:8534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822386304 00000100:00100000:0.0:1746126496.350601:0:8534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822386304 00010000:00010000:0.0:1746126496.350638:0:8534:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd43800/0x8f8d42f0d1117ed4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde8 expref: 9 pid: 10567 timeout: 637 lvb_type: 1 00000100:00100000:0.0:1746126496.351455:0:8534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7719 00000100:00100000:0.0:1746126496.351464:0:8534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+9:1976:x1830945822386304:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126496.351477:0:8534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126496.351526:0:8534:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bd43800/0x8f8d42f0d1117ed4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde8 expref: 9 pid: 10567 timeout: 637 lvb_type: 1 00010000:00010000:0.0:1746126496.351539:0:8534:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bd43800/0x8f8d42f0d1117ed4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde8 expref: 9 pid: 10567 timeout: 637 lvb_type: 1 00010000:00010000:0.0:1746126496.351563:0:8534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bd43800/0x8f8d42f0d1117ed4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cde8 expref: 9 pid: 10567 timeout: 637 lvb_type: 1 00010000:00010000:0.0:1746126496.351593:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.351595:0:8534:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126496.351601:0:8534:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1117ee9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdf6 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126496.351609:0:8534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1117ee9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdf6 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126496.351705:0:8534:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135728000/0x8f8d42f0d1117ee9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0x7a05343c01e0cdf6 expref: 8 pid: 10567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126496.351734:0:8534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941a4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8534:1830945820575616:192.168.203.3@tcp:105: 00000100:00100000:1.0:1746126496.351810:0:8534:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6a48000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126496.354869:0:8534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941a4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8534:1830945820575616:192.168.203.3@tcp:105: 00010000:00010000:0.0:1746126496.354894:0:8534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126496.354954:0:8534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1976:x1830945822386304:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3489us (5276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126496.354964:0:8534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7719 00000100:00100000:1.0:1746126496.368128:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1976:x1830945822386176:12345-192.168.203.3@tcp:4:dd.0 Request processed in 39882us (40039us total) trans 4294968531 rc 0/0 00000100:00100000:1.0:1746126496.368138:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4437 00002000:00100000:1.0:1746126496.368150:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff8800941a6d80 x1830945822386176/t4294968531(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126496.368158:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a6d80 with x1830945822386176 ext(0->1048575) 00002000:00010000:1.0:1746126496.368162:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941a6d80 00000100:00100000:3.0:1746126496.374554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.374644:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822386560 00000100:00100000:1.0:1746126496.374654:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822386560 00002000:00100000:1.0:1746126496.374693:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880134ec1f80 x1830945822386560/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126496.374702:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec1f80 with x1830945822386560 ext(0->1048575) 00002000:00010000:1.0:1746126496.374707:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec1f80 00000100:00100000:1.0:1746126496.374742:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4438 00000100:00100000:1.0:1746126496.374749:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+9:1976:x1830945822386560:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126496.384466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.388432:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822386816 00000100:00100000:0.0:1746126496.388448:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822386816 00002000:00100000:0.0:1746126496.388510:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (1048576->2097151) req@ffff88012f4eea00 x1830945822386816/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.388521:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eea00 with x1830945822386816 ext(1048576->2097151) 00002000:00010000:0.0:1746126496.388527:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f4eea00 00000100:00100000:0.0:1746126496.388563:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4439 00000100:00100000:0.0:1746126496.388569:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1977:x1830945822386816:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126496.397299:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.397842:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822387072 00000100:00100000:2.0:1746126496.397848:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822387072 00002000:00100000:2.0:1746126496.397881:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880093e7b800 x1830945822387072/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126496.397889:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7b800 with x1830945822387072 ext(1048576->2097151) 00002000:00010000:2.0:1746126496.397894:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e7b800 00000100:00100000:2.0:1746126496.397919:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4440 00000100:00100000:2.0:1746126496.397926:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+11:1977:x1830945822387072:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126496.403528:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:1976:x1830945822386560:12345-192.168.203.3@tcp:4:dd.0 Request processed in 28745us (28950us total) trans 4294968170 rc 0/0 00000100:00100000:1.0:1746126496.403541:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4438 00002000:00100000:1.0:1746126496.403554:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880134ec1f80 x1830945822386560/t4294968170(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126496.403564:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec1f80 with x1830945822386560 ext(0->1048575) 00002000:00010000:1.0:1746126496.403570:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec1f80 00000100:00100000:0.0:1746126496.409452:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.411575:0:7134:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822387328 00000100:00100000:3.0:1746126496.411589:0:7134:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822387328 00000100:00100000:3.0:1746126496.411661:0:7134:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 178 00000100:00100000:3.0:1746126496.411669:0:7134:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a58b8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+23:1208:x1830945822387328:12345-192.168.203.3@tcp:35:dd.0 00000100:00100000:3.0:1746126496.412827:0:7134:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a58b8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+24:1208:x1830945822387328:12345-192.168.203.3@tcp:35:dd.0 Request processed in 1153us (3378us total) trans 4294980674 rc 0/0 00000100:00100000:3.0:1746126496.412837:0:7134:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 178 00000100:00100000:1.0:1746126496.418011:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:1977:x1830945822386816:12345-192.168.203.3@tcp:4:dd.0 Request processed in 29429us (33541us total) trans 4294968532 rc 0/0 00000100:00100000:1.0:1746126496.418024:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4439 00002000:00100000:1.0:1746126496.418037:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (1048576->2097151) req@ffff88012f4eea00 x1830945822386816/t4294968532(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126496.418054:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eea00 with x1830945822386816 ext(1048576->2097151) 00002000:00010000:1.0:1746126496.418060:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f4eea00 00000100:00100000:2.0:1746126496.423407:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:1977:x1830945822387072:12345-192.168.203.3@tcp:4:dd.0 Request processed in 25468us (26101us total) trans 4294968171 rc 0/0 00000100:00100000:2.0:1746126496.423421:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4440 00002000:00100000:2.0:1746126496.423434:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880093e7b800 x1830945822387072/t4294968171(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126496.423448:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7b800 with x1830945822387072 ext(1048576->2097151) 00002000:00010000:2.0:1746126496.423454:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e7b800 00000100:00100000:3.0:1746126496.429702:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.429768:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822387584 00000100:00100000:2.0:1746126496.429778:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822387584 00002000:00100000:2.0:1746126496.429825:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (2097152->3145727) req@ffff880134ec3b80 x1830945822387584/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126496.429836:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3b80 with x1830945822387584 ext(2097152->3145727) 00002000:00010000:2.0:1746126496.429841:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ec3b80 00000100:00100000:2.0:1746126496.429874:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4441 00000100:00100000:2.0:1746126496.429881:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:1977:x1830945822387584:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126496.441284:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.441362:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822387840 00000100:00100000:1.0:1746126496.441371:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822387840 00002000:00100000:1.0:1746126496.441414:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880134ec2d80 x1830945822387840/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126496.441425:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2d80 with x1830945822387840 ext(2097152->3145727) 00002000:00010000:1.0:1746126496.441431:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec2d80 00000100:00100000:1.0:1746126496.441463:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4442 00000100:00100000:1.0:1746126496.441469:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+13:1976:x1830945822387840:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126496.444937:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1977:x1830945822387584:12345-192.168.203.3@tcp:4:dd.0 Request processed in 14051us (14242us total) trans 4294968533 rc 0/0 00000100:00100000:3.0:1746126496.444950:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4441 00002000:00100000:3.0:1746126496.444964:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (2097152->3145727) req@ffff880134ec3b80 x1830945822387584/t4294968533(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.444973:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3b80 with x1830945822387584 ext(2097152->3145727) 00002000:00010000:3.0:1746126496.444979:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ec3b80 00000100:00100000:0.0:1746126496.451108:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.451233:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1976:x1830945822387840:12345-192.168.203.3@tcp:4:dd.0 Request processed in 9762us (9958us total) trans 4294968172 rc 0/0 00000100:00100000:2.0:1746126496.451245:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4442 00002000:00100000:2.0:1746126496.451258:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880134ec2d80 x1830945822387840/t4294968172(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126496.451268:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec2d80 with x1830945822387840 ext(2097152->3145727) 00002000:00010000:2.0:1746126496.451274:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ec2d80 00000100:00100000:2.0:1746126496.451297:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822388096 00000100:00100000:2.0:1746126496.451303:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822388096 00002000:00100000:2.0:1746126496.451331:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (3145728->4194303) req@ffff880093e78e00 x1830945822388096/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126496.451338:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e78e00 with x1830945822388096 ext(3145728->4194303) 00002000:00010000:2.0:1746126496.451341:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e78e00 00000100:00100000:2.0:1746126496.451357:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4443 00000100:00100000:2.0:1746126496.451362:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1977:x1830945822388096:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126496.459249:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.459616:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822388352 00000100:00100000:3.0:1746126496.459627:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822388352 00002000:00100000:3.0:1746126496.459669:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880093e79f80 x1830945822388352/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.459679:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79f80 with x1830945822388352 ext(3145728->4194303) 00002000:00010000:3.0:1746126496.459684:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e79f80 00000100:00100000:3.0:1746126496.459703:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4444 00000100:00100000:3.0:1746126496.459709:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+15:1976:x1830945822388352:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126496.462730:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1977:x1830945822388096:12345-192.168.203.3@tcp:4:dd.0 Request processed in 11359us (11625us total) trans 4294968534 rc 0/0 00000100:00100000:2.0:1746126496.462740:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4443 00002000:00100000:2.0:1746126496.462750:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (3145728->4194303) req@ffff880093e78e00 x1830945822388096/t4294968534(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126496.462760:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e78e00 with x1830945822388096 ext(3145728->4194303) 00002000:00010000:2.0:1746126496.462764:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e78e00 00000100:00100000:1.0:1746126496.469646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.471420:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822388608 00000100:00100000:3.0:1746126496.471433:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822388608 00002000:00100000:3.0:1746126496.471482:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (4194304->5242879) req@ffff8800941a5f80 x1830945822388608/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.471513:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5f80 with x1830945822388608 ext(4194304->5242879) 00002000:00010000:3.0:1746126496.471520:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941a5f80 00000100:00100000:3.0:1746126496.471543:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4445 00000100:00100000:3.0:1746126496.471551:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1976:x1830945822388608:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126496.476701:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1976:x1830945822388352:12345-192.168.203.3@tcp:4:dd.0 Request processed in 16980us (17452us total) trans 4294968173 rc 0/0 00000100:00100000:3.0:1746126496.476713:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4444 00002000:00100000:3.0:1746126496.476725:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880093e79f80 x1830945822388352/t4294968173(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.476735:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79f80 with x1830945822388352 ext(3145728->4194303) 00002000:00010000:3.0:1746126496.476740:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e79f80 00000100:00100000:1.0:1746126496.478007:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.480538:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822388864 00000100:00100000:3.0:1746126496.480550:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822388864 00002000:00100000:3.0:1746126496.480595:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff8800941a5500 x1830945822388864/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.480605:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5500 with x1830945822388864 ext(4194304->5242879) 00002000:00010000:3.0:1746126496.480610:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a5500 00000100:00100000:3.0:1746126496.480627:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4446 00000100:00100000:3.0:1746126496.480633:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+17:1977:x1830945822388864:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126496.482846:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1976:x1830945822388608:12345-192.168.203.3@tcp:4:dd.0 Request processed in 11288us (13203us total) trans 4294968535 rc 0/0 00000100:00100000:3.0:1746126496.482857:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4445 00002000:00100000:3.0:1746126496.482867:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (4194304->5242879) req@ffff8800941a5f80 x1830945822388608/t4294968535(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.482876:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5f80 with x1830945822388608 ext(4194304->5242879) 00002000:00010000:3.0:1746126496.482881:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941a5f80 00000100:00100000:1.0:1746126496.484306:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.484366:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822389120 00000100:00100000:3.0:1746126496.484373:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822389120 00002000:00100000:3.0:1746126496.484404:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (5242880->6291455) req@ffff8800941a6680 x1830945822389120/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.484412:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a6680 with x1830945822389120 ext(5242880->6291455) 00002000:00010000:3.0:1746126496.484415:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941a6680 00000100:00100000:3.0:1746126496.484435:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4447 00000100:00100000:3.0:1746126496.484440:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1977:x1830945822389120:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126496.494002:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1977:x1830945822388864:12345-192.168.203.3@tcp:4:dd.0 Request processed in 13357us (15987us total) trans 4294968174 rc 0/0 00000100:00100000:3.0:1746126496.494014:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4446 00002000:00100000:3.0:1746126496.494026:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff8800941a5500 x1830945822388864/t4294968174(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.494035:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5500 with x1830945822388864 ext(4194304->5242879) 00002000:00010000:3.0:1746126496.494042:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a5500 00000100:00100000:1.0:1746126496.494332:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.494472:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822389376 00000100:00100000:3.0:1746126496.494479:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822389376 00002000:00100000:3.0:1746126496.494531:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff8800941a4000 x1830945822389376/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.494539:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a4000 with x1830945822389376 ext(5242880->6291455) 00002000:00010000:3.0:1746126496.494543:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a4000 00000100:00100000:3.0:1746126496.494559:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4448 00000100:00100000:3.0:1746126496.494565:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1977:x1830945822389376:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126496.499056:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+21:1977:x1830945822389120:12345-192.168.203.3@tcp:4:dd.0 Request processed in 14600us (14742us total) trans 4294968536 rc 0/0 00000100:00100000:3.0:1746126496.499066:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4447 00002000:00100000:3.0:1746126496.499074:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (5242880->6291455) req@ffff8800941a6680 x1830945822389120/t4294968536(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.499082:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a6680 with x1830945822389120 ext(5242880->6291455) 00002000:00010000:3.0:1746126496.499086:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941a6680 00000100:00100000:3.0:1746126496.507416:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+21:1977:x1830945822389376:12345-192.168.203.3@tcp:4:dd.0 Request processed in 12844us (13083us total) trans 4294968175 rc 0/0 00000100:00100000:3.0:1746126496.507424:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4448 00002000:00100000:3.0:1746126496.507433:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff8800941a4000 x1830945822389376/t4294968175(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.507441:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a4000 with x1830945822389376 ext(5242880->6291455) 00002000:00010000:3.0:1746126496.507445:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a4000 00000100:00100000:1.0:1746126496.508570:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.509076:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822389632 00000100:00100000:3.0:1746126496.509082:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822389632 00002000:00100000:3.0:1746126496.509110:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (6291456->7340031) req@ffff8800941a6300 x1830945822389632/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.509119:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a6300 with x1830945822389632 ext(6291456->7340031) 00002000:00010000:3.0:1746126496.509122:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941a6300 00000100:00100000:3.0:1746126496.509737:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4449 00000100:00100000:3.0:1746126496.509744:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+21:1977:x1830945822389632:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126496.519782:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.521638:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1977:x1830945822389632:12345-192.168.203.3@tcp:4:dd.0 Request processed in 11888us (13064us total) trans 4294968537 rc 0/0 00000100:00100000:3.0:1746126496.521648:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4449 00002000:00100000:3.0:1746126496.521658:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (6291456->7340031) req@ffff8800941a6300 x1830945822389632/t4294968537(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.521666:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a6300 with x1830945822389632 ext(6291456->7340031) 00002000:00010000:3.0:1746126496.521670:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941a6300 00000100:00100000:3.0:1746126496.521687:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822389888 00000100:00100000:3.0:1746126496.521692:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822389888 00002000:00100000:3.0:1746126496.521712:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff8800941a5880 x1830945822389888/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.521717:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5880 with x1830945822389888 ext(6291456->7340031) 00002000:00010000:3.0:1746126496.521720:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a5880 00000100:00100000:3.0:1746126496.521731:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4450 00000100:00100000:3.0:1746126496.521736:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+21:1976:x1830945822389888:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126496.529436:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1976:x1830945822389888:12345-192.168.203.3@tcp:4:dd.0 Request processed in 7692us (9651us total) trans 4294968176 rc 0/0 00000100:00100000:3.0:1746126496.529446:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4450 00002000:00100000:3.0:1746126496.529455:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff8800941a5880 x1830945822389888/t4294968176(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.529463:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941a5880 with x1830945822389888 ext(6291456->7340031) 00002000:00010000:3.0:1746126496.529467:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800941a5880 00000100:00100000:1.0:1746126496.547118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.547214:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822390144 00000100:00100000:3.0:1746126496.547221:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822390144 00002000:00100000:3.0:1746126496.547255:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (7340032->8388607) req@ffff880135a2b480 x1830945822390144/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.547264:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2b480 with x1830945822390144 ext(7340032->8388607) 00002000:00010000:3.0:1746126496.547268:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a2b480 00000100:00100000:3.0:1746126496.547335:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4451 00000100:00100000:3.0:1746126496.547341:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1977:x1830945822390144:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126496.549074:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.549119:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822390400 00000100:00100000:0.0:1746126496.549124:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822390400 00002000:00100000:0.0:1746126496.549155:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88009c283b80 x1830945822390400/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.549163:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283b80 with x1830945822390400 ext(7340032->8388607) 00002000:00010000:0.0:1746126496.549167:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c283b80 00000100:00100000:0.0:1746126496.549189:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4452 00000100:00100000:0.0:1746126496.549195:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+23:1976:x1830945822390400:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126496.563873:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+25:1977:x1830945822390144:12345-192.168.203.3@tcp:4:dd.0 Request processed in 16525us (16754us total) trans 4294968538 rc 0/0 00000100:00100000:3.0:1746126496.563882:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4451 00002000:00100000:3.0:1746126496.563891:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (7340032->8388607) req@ffff880135a2b480 x1830945822390144/t4294968538(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.563898:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a2b480 with x1830945822390144 ext(7340032->8388607) 00002000:00010000:3.0:1746126496.563903:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a2b480 00000100:00100000:0.0:1746126496.570665:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+25:1976:x1830945822390400:12345-192.168.203.3@tcp:4:dd.0 Request processed in 21463us (21587us total) trans 4294968177 rc 0/0 00000100:00100000:0.0:1746126496.570675:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4452 00002000:00100000:0.0:1746126496.570684:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88009c283b80 x1830945822390400/t4294968177(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.570692:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283b80 with x1830945822390400 ext(7340032->8388607) 00002000:00010000:0.0:1746126496.570697:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c283b80 00000100:00100000:1.0:1746126496.575293:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.579133:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822390656 00000100:00100000:0.0:1746126496.579143:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822390656 00002000:00100000:0.0:1746126496.579183:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1e:0x0] (8388608->9437183) req@ffff88009c283480 x1830945822390656/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.579193:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283480 with x1830945822390656 ext(8388608->9437183) 00002000:00010000:0.0:1746126496.579198:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c283480 00000100:00100000:0.0:1746126496.579229:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4453 00000100:00100000:0.0:1746126496.579236:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+25:1977:x1830945822390656:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126496.579525:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.579618:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822390912 00000100:00100000:3.0:1746126496.579622:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822390912 00002000:00100000:3.0:1746126496.579640:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88012f4ec700 x1830945822390912/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.579647:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec700 with x1830945822390912 ext(8388608->9437183) 00002000:00010000:3.0:1746126496.579650:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ec700 00000100:00100000:3.0:1746126496.579661:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4454 00000100:00100000:3.0:1746126496.579666:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+25:1976:x1830945822390912:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126496.594719:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.596601:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822391168 00000100:00100000:2.0:1746126496.596610:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822391168 00002000:00100000:2.0:1746126496.596648:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (9437184->10485759) req@ffff8801359d3b80 x1830945822391168/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126496.596658:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d3b80 with x1830945822391168 ext(9437184->10485759) 00002000:00010000:2.0:1746126496.596662:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801359d3b80 00000100:00100000:2.0:1746126496.598417:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4455 00000100:00100000:2.0:1746126496.598430:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801359d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+27:1976:x1830945822391168:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:1.0:1746126496.605111:0:7121:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126496.608817:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+29:1977:x1830945822390656:12345-192.168.203.3@tcp:4:dd.0 Request processed in 29573us (33522us total) trans 4294968539 rc 0/0 00000100:00100000:1.0:1746126496.608827:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4453 00002000:00100000:1.0:1746126496.608836:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1e:0x0] (8388608->9437183) req@ffff88009c283480 x1830945822390656/t4294968539(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126496.608844:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c283480 with x1830945822390656 ext(8388608->9437183) 00002000:00010000:1.0:1746126496.608849:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c283480 00000100:00100000:1.0:1746126496.609358:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+27:1976:x1830945822390912:12345-192.168.203.3@tcp:4:dd.0 Request processed in 29691us (29833us total) trans 4294968178 rc 0/0 00000100:00100000:1.0:1746126496.609363:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4454 00002000:00100000:1.0:1746126496.609368:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88012f4ec700 x1830945822390912/t4294968178(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126496.609374:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec700 with x1830945822390912 ext(8388608->9437183) 00002000:00010000:1.0:1746126496.609377:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ec700 00000100:00100000:2.0:1746126496.622869:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.622941:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822391424 00000100:00100000:1.0:1746126496.623061:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822391424 00002000:00100000:1.0:1746126496.623092:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88012f4ece00 x1830945822391424/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126496.623101:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ece00 with x1830945822391424 ext(9437184->10485759) 00002000:00010000:1.0:1746126496.623105:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ece00 00000100:00100000:1.0:1746126496.623122:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4456 00000100:00100000:1.0:1746126496.623129:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+27:1977:x1830945822391424:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:3.0:1746126496.625461:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801359d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+29:1976:x1830945822391168:12345-192.168.203.3@tcp:4:dd.0 Request processed in 27027us (30742us total) trans 4294968540 rc 0/0 00000100:00100000:3.0:1746126496.625471:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4455 00002000:00100000:3.0:1746126496.625480:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (9437184->10485759) req@ffff8801359d3b80 x1830945822391168/t4294968540(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.625488:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801359d3b80 with x1830945822391168 ext(9437184->10485759) 00002000:00010000:3.0:1746126496.625517:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801359d3b80 00000100:00100000:1.0:1746126496.636729:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+29:1977:x1830945822391424:12345-192.168.203.3@tcp:4:dd.0 Request processed in 13594us (13860us total) trans 4294968179 rc 0/0 00000100:00100000:1.0:1746126496.636738:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4456 00002000:00100000:1.0:1746126496.636748:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88012f4ece00 x1830945822391424/t4294968179(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126496.636755:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ece00 with x1830945822391424 ext(9437184->10485759) 00002000:00010000:1.0:1746126496.636759:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ece00 00000100:00100000:0.0:1746126496.638832:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.638970:0:25023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822391680 00000100:00100000:1.0:1746126496.638977:0:25023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822391680 00002000:00100000:1.0:1746126496.639004:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (10485760->11534335) req@ffff880093e79500 x1830945822391680/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126496.639011:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79500 with x1830945822391680 ext(10485760->11534335) 00002000:00010000:1.0:1746126496.639015:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e79500 00000100:00100000:1.0:1746126496.639041:0:25023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4457 00000100:00100000:1.0:1746126496.639055:0:25023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+29:1977:x1830945822391680:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126496.657076:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1746126496.657132:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822391936 00000100:00100000:3.0:1746126496.657139:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822391936 00002000:00100000:3.0:1746126496.657174:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880093e7a680 x1830945822391936/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.657182:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7a680 with x1830945822391936 ext(10485760->11534335) 00002000:00010000:3.0:1746126496.657186:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e7a680 00000100:00100000:3.0:1746126496.657202:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4458 00000100:00100000:3.0:1746126496.657207:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+29:1976:x1830945822391936:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126496.657700:0:25023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:52f5c050-7127-4d77-9bd9-9065bdbf8f97+31:1977:x1830945822391680:12345-192.168.203.3@tcp:4:dd.0 Request processed in 18651us (18870us total) trans 4294968541 rc 0/0 00000100:00100000:1.0:1746126496.657707:0:25023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4457 00002000:00100000:1.0:1746126496.657713:0:25023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (10485760->11534335) req@ffff880093e79500 x1830945822391680/t4294968541(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126496.657719:0:25023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e79500 with x1830945822391680 ext(10485760->11534335) 00002000:00010000:1.0:1746126496.657723:0:25023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e79500 00000100:00100000:3.0:1746126496.670509:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+31:1976:x1830945822391936:12345-192.168.203.3@tcp:4:dd.0 Request processed in 13282us (13421us total) trans 4294968180 rc 0/0 00000100:00100000:3.0:1746126496.670521:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4458 00002000:00100000:3.0:1746126496.670532:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880093e7a680 x1830945822391936/t4294968180(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126496.670540:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e7a680 with x1830945822391936 ext(10485760->11534335) 00002000:00010000:3.0:1746126496.670544:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e7a680 00000100:00100000:3.0:1746126496.680695:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.680815:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822392192 00000100:00100000:0.0:1746126496.680823:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822392192 00002000:00100000:0.0:1746126496.680858:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (11534336->12582911) req@ffff880134ec3100 x1830945822392192/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.680867:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3100 with x1830945822392192 ext(11534336->12582911) 00002000:00010000:0.0:1746126496.680872:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ec3100 00000100:00100000:0.0:1746126496.680904:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4459 00000100:00100000:0.0:1746126496.680911:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+31:1976:x1830945822392192:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:2.0:1746126496.685248:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.685304:0:32503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822392448 00000100:00100000:0.0:1746126496.685311:0:32503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822392448 00002000:00100000:0.0:1746126496.685343:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88012f4edc00 x1830945822392448/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.685352:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4edc00 with x1830945822392448 ext(11534336->12582911) 00002000:00010000:0.0:1746126496.685357:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4edc00 00000100:00100000:0.0:1746126496.685382:0:32503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4460 00000100:00100000:0.0:1746126496.685389:0:32503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+31:1977:x1830945822392448:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:0.0:1746126496.704304:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+33:1976:x1830945822392192:12345-192.168.203.3@tcp:4:dd.0 Request processed in 23386us (23608us total) trans 4294968542 rc 0/0 00000100:00100000:0.0:1746126496.704313:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4459 00002000:00100000:0.0:1746126496.704323:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (11534336->12582911) req@ffff880134ec3100 x1830945822392192/t4294968542(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.704331:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ec3100 with x1830945822392192 ext(11534336->12582911) 00002000:00010000:0.0:1746126496.704336:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ec3100 00000100:00100000:2.0:1746126496.707780:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.707818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.707848:0:32504:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822392704 00000100:00100000:2.0:1746126496.707855:0:32504:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822392704 00002000:00100000:2.0:1746126496.707885:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (12582912->13631487) req@ffff88012f4eed80 x1830945822392704/t0(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/0 e 0 to 0 dl 1746126507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126496.707894:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eed80 with x1830945822392704 ext(12582912->13631487) 00002000:00010000:2.0:1746126496.707898:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f4eed80 00000100:00100000:2.0:1746126496.707914:0:32504:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4461 00000100:00100000:2.0:1746126496.707920:0:32504:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+33:1977:x1830945822392704:12345-192.168.203.3@tcp:4:dd.0 00000100:00100000:1.0:1746126496.708117:0:15097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822392960 00000100:00100000:1.0:1746126496.708121:0:15097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822392960 00000100:00100000:1.0:1746126496.708153:0:15097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 179 00000100:00100000:1.0:1746126496.708158:0:15097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+18:1209:x1830945822392960:12345-192.168.203.3@tcp:35:dd.0 00000100:00100000:1.0:1746126496.708348:0:15097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:52f5c050-7127-4d77-9bd9-9065bdbf8f97+19:1209:x1830945822392960:12345-192.168.203.3@tcp:35:dd.0 Request processed in 188us (572us total) trans 4294980675 rc 0/0 00000100:00100000:1.0:1746126496.708353:0:15097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 179 00000100:00100000:0.0:1746126496.708991:0:32503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:52f5c050-7127-4d77-9bd9-9065bdbf8f97+33:1977:x1830945822392448:12345-192.168.203.3@tcp:4:dd.0 Request processed in 23601us (23748us total) trans 4294968181 rc 0/0 00000100:00100000:0.0:1746126496.708997:0:32503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4460 00002000:00100000:0.0:1746126496.709002:0:32503:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88012f4edc00 x1830945822392448/t4294968181(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126496.709009:0:32503:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4edc00 with x1830945822392448 ext(11534336->12582911) 00002000:00010000:0.0:1746126496.709012:0:32503:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4edc00 00000100:00100000:2.0:1746126496.720937:0:32504:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:52f5c050-7127-4d77-9bd9-9065bdbf8f97+35:1977:x1830945822392704:12345-192.168.203.3@tcp:4:dd.0 Request processed in 13008us (13110us total) trans 4294968543 rc 0/0 00000100:00100000:2.0:1746126496.720947:0:32504:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4461 00002000:00100000:2.0:1746126496.720957:0:32504:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (12582912->13631487) req@ffff88012f4eed80 x1830945822392704/t4294968543(0) o4->52f5c050-7127-4d77-9bd9-9065bdbf8f97@192.168.203.3@tcp:257/0 lens 488/448 e 0 to 0 dl 1746126507 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126496.720965:0:32504:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eed80 with x1830945822392704 ext(12582912->13631487) 00002000:00010000:2.0:1746126496.720970:0:32504:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f4eed80 00000100:00100000:1.0:1746126496.895617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1746126496.895656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1746126496.895674:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822393088 00000100:00100000:0.0:1746126496.895681:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822393088 00000100:00100000:0.0:1746126496.895726:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 384 00000100:00100000:0.0:1746126496.895733:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1974:x1830945822393088:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1746126496.895777:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57f91c74-60a5-4cbc-a035-62c9dc6ab3d2+12:1974:x1830945822393088:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 44us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126496.895782:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 384 00000100:00100000:1.0:1746126496.897269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1746126496.897381:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822393344 00000100:00100000:2.0:1746126496.897386:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822393344 00000100:00100000:2.0:1746126496.897418:0:10567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945822393216 00000100:00100000:2.0:1746126496.897419:0:10567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945822393216 00000100:00100000:2.0:1746126496.897430:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 449 00000100:00100000:2.0:1746126496.897435:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822393344:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:2.0:1746126496.897480:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+8:1974:x1830945822393344:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 45us (1824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126496.897485:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 449 00000100:00100000:2.0:1746126496.897506:0:10567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 450 00000100:00100000:2.0:1746126496.897510:0:10567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822393216:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:2.0:1746126496.897525:0:10567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cd2c2bf-32c5-47a5-9185-b3f2414bf2d5+7:1974:x1830945822393216:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 15us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126496.897530:0:10567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 450 00000001:02000400:3.0:1746126497.461059:0:5972:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00010000:00010000:3.0:1746126497.611162:0:9780:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 68288 lines, 68288 kept, 0 dropped, 0 bad.